-- Logs begin at Tue 2022-03-08 11:00:39 UTC, end at Tue 2022-03-08 12:22:51 UTC. -- Mar 08 11:55:34.420314 dv-cinder-830085-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 11:55:37.424401 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.common.config [-] Logging enabled! Mar 08 11:55:37.425039 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 11:55:37.425209 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110392) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 11:55:37.428805 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.common.config [-] Logging enabled! Mar 08 11:55:37.429058 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 11:55:37.429373 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110392) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 11:55:37.430338 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:55:37.430574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:55:37.430953 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:55:37.431231 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:55:37.431908 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:55:37.432244 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.432682 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 11:55:37.433001 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.433720 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.433720 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.434424 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.434723 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.435013 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.435337 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.435643 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.435937 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.436224 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.436518 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.436819 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.437105 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.437402 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.437695 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.437983 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] debug = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.438269 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.438712 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.439149 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.439433 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.439729 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.440022 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.440304 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.440587 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.440878 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.441225 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] host = dv-cinder-830085-2-iscsi {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.441509 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.441802 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.442093 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.442385 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.442726 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.442948 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.443265 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.443546 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.443822 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] log_file = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.444103 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.444397 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.444690 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.444985 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.445216 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.445444 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.445746 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.446037 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.446318 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.446599 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.446882 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.447193 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.447477 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.447747 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.448037 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.448331 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.448620 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.448896 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.449175 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.449505 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.450275 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.450563 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.450845 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.451148 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.451435 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.451730 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.452008 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.452290 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.452596 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.452887 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.453177 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.453466 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.453746 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.454033 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.454314 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.454591 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.454867 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] use_json = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.455167 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.455448 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.455736 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.456013 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.456288 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.456567 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.456842 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.457133 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.457413 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:37.457718 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.458020 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.458326 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.458629 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.458925 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.459237 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.459536 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.459820 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.460113 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.460411 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.460707 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.460988 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.461295 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.461594 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.461895 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.462206 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.462506 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.462803 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.463082 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.463390 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.463669 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.463951 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.464243 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.464524 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.464811 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.465128 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.465415 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.465718 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.466009 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.466314 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.466607 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.466884 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.467188 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.467484 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.467766 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.468043 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.468323 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.468615 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.468895 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.469171 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.469458 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.469741 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.470017 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.470298 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.470578 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.470871 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.471174 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.471454 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.471730 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.472012 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.472289 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.472576 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.472856 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.473130 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.473405 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.473685 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.473962 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.474237 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.474517 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.474792 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.475070 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.475371 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.475645 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.475921 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.476198 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.476473 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.476747 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.477019 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.477297 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.477574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.477847 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.478122 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.478398 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.478672 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.478959 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.479285 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.479569 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.479851 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.480134 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.480420 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.480792 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.481196 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.481483 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.481756 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.482034 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.482329 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.482621 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.482911 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.483241 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.483528 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.483831 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.484115 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.484398 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.484690 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.484977 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.485265 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.485557 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.485845 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.486144 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.486441 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.486744 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.487036 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.487360 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.487646 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.487961 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.488245 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:37.488464 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:55:37.488715 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110392) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 11:55:37.867749 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 11:55:37.868099 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 11:55:37.868329 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 11:55:37.868812 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 11:55:38.211751 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.211947 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.212216 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.213522 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.213802 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.214068 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.261283 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.261570 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.261847 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.276742 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.277029 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.277310 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.311417 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.311708 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.311986 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.352044 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.352319 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.352590 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.706388 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.707060 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.707060 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.707256 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.707929 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.811453 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.811780 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.812067 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.812344 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.812614 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.812929 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.813197 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.813466 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.813728 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.814015 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.814281 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.814553 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.814810 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.815066 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.815349 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.815618 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.815876 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.816148 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.816420 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.816682 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.816957 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.817213 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.817498 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.817876 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.818128 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.818378 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.818786 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:55:38.819031 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:55:38.819298 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:55:38.819540 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:55:38.819779 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:55:38.820017 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:55:38.820391 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 11:55:38.823785 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 11:55:38.827939 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 11:55:38.831745 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Mar 08 11:55:38.833418 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 11:55:38.833901 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 11:55:38.834248 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 11:55:38.834644 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 11:55:38.837523 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 11:55:38.837779 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 11:55:38.838132 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 11:55:38.843628 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 11:55:38.867959 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 11:55:38.868426 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.868736 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110392) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 11:55:38.869116 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.870499 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110392) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 11:55:38.870788 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 11:55:38.871042 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 11:55:38.874451 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.874738 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:38.938347 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 11:55:38.938593 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 11:55:38.938837 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 11:55:38.939269 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 11:55:38.961293 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_db.sqlalchemy.engines [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110392) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 11:55:39.682623 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Initializing driver for type 'gre' Mar 08 11:55:39.683207 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] gre ID ranges: [(1, 1000)] Mar 08 11:55:39.911425 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Initializing driver for type 'local' Mar 08 11:55:39.912092 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Initializing driver for type 'vlan' Mar 08 11:55:39.996821 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] VlanTypeDriver initialization complete Mar 08 11:55:39.997141 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Initializing driver for type 'vxlan' Mar 08 11:55:39.997704 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] vxlan ID ranges: [(1, 1000)] Mar 08 11:55:40.217069 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Initializing extension driver 'port_security' Mar 08 11:55:40.217406 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.extensions.port_security [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] PortSecurityExtensionDriver initialization complete Mar 08 11:55:40.217738 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Initializing mechanism driver 'openvswitch' Mar 08 11:55:40.218059 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Initializing mechanism driver 'hyperv' Mar 08 11:55:40.225110 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.plugins.ml2.plugin [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:40.225984 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > port after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.226365 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > port after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.226729 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > port after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.227302 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:55:40.227748 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > subnet after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.228124 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > subnet after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.228481 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.228894 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:55:40.229317 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > network after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.229677 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > network after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.230027 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > network after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.230479 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:55:40.230915 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > security_group after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.231305 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > security_group after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.231656 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.232066 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:55:40.232478 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.237007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.237007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.237007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:55:40.237007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > address_group after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.237007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > address_group after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.237396 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.237396 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110392) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:55:40.237396 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] ML2 OVO RPC backend initialized. {{(pid=110392) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 11:55:40.237396 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.237396 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.237765 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > network before_response 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.237765 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > networks before_response 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.237765 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > port before_response 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.238046 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > ports before_response 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.238398 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > subnet before_response 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.238747 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > subnets before_response 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.239107 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > network after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.239488 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > network after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.239834 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > network after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.240182 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > port after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.240552 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > port after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.240898 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > port after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.241263 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > subnet after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.241624 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > subnet after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.241968 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.251705 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded quota_driver: . Mar 08 11:55:40.252012 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.plugin [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Modular L2 Plugin initialization complete Mar 08 11:55:40.252375 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading services supported by the core plugin {{(pid=110392) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 11:55:40.252768 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.plugins.ml2.managers [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Got port-security extension from driver 'port_security' Mar 08 11:55:40.253289 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.extensions.vlantransparent [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Disabled vlantransparent extension. Mar 08 11:55:40.253805 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110392) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 11:55:40.254203 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading Plugin: router Mar 08 11:55:40.292476 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.292890 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router after_create 55549900 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.293319 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router before_create 55549900 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.293700 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.294086 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.294455 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router after_delete 55549900 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.294827 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.295210 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.295612 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router after_create 55549900 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.295973 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router after_update 55549900 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.296332 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router after_update 55549900 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.296715 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.297088 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router after_update 55549900 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.297522 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router precommit_update 55549900 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.297905 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: port after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.298255 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: port after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.298601 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: subnet after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.298948 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.299334 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.299698 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router precommit_create 55549900 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.300049 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: port before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.300400 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router precommit_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.300768 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router after_update 55549900 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.301120 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.301671 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router precommit_create 55549900 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.302076 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.302430 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router precommit_update 55549900 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.302805 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > agent after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.303189 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > agent after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.303808 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > network after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.304778 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Tracking information for resource: router configured {{(pid=110392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:55:40.305120 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Tracking information for resource: floatingip configured {{(pid=110392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:55:40.311465 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.db.l3_agentschedulers_db [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 11:55:40.312121 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: port after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.312510 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: port after_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.312924 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: port after_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.313267 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: port after_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.314146 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router before_create 55550100 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.314532 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.314912 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router precommit_create 55550100 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.315361 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > router precommit_update 55550100 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.320817 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.services.provider_configuration [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service providers = [] {{(pid=110392) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 11:55:40.321193 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.db.servicetype_db [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110392) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 11:55:40.325110 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.services.service_base [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:55:40.325474 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.services.service_base [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:55:40.325824 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.services.service_base [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:55:40.326834 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.services.service_base [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:55:40.327252 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.services.service_base [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 11:55:40.327663 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:55:40.328082 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 11:55:40.339807 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:55:40.340188 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading Plugin: auto_allocate Mar 08 11:55:40.346601 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: network precommit_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.346985 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: network precommit_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.347580 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:55:40.347907 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading Plugin: tag Mar 08 11:55:40.355380 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:55:40.355757 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading Plugin: timestamp Mar 08 11:55:40.359995 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:55:40.360332 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading Plugin: network_ip_availability Mar 08 11:55:40.366290 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.366675 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.367041 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.367887 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:55:40.368221 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading Plugin: flavors Mar 08 11:55:40.374344 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:55:40.374717 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading Plugin: revisions Mar 08 11:55:40.379488 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:55:40.379898 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_concurrency.lockutils [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.511s {{(pid=110392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 11:55:40.380694 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110392) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 11:55:40.381069 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Initializing extension manager. Mar 08 11:55:40.381604 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: __init__.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.381955 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: __pycache__ {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.382293 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.382631 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: address_group.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.383470 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.384069 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: address-group Mar 08 11:55:40.384399 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: address_scope.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.385132 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.385650 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: address-scope Mar 08 11:55:40.385980 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.387618 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.388162 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: router-admin-state-down-before-update Mar 08 11:55:40.388490 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: agent.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.389221 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.389731 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: agent Mar 08 11:55:40.390060 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: agent_resources_synced.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.391004 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.391561 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: agent-resources-synced Mar 08 11:55:40.391889 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: allowedaddresspairs.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.393830 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.394368 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: allowed-address-pairs Mar 08 11:55:40.394704 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: auto_allocated_topology.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.395910 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.396437 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: auto-allocated-topology Mar 08 11:55:40.396778 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: availability_zone.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.397508 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.398028 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: availability_zone Mar 08 11:55:40.398352 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: availability_zone_filter.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.399341 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.399861 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: availability_zone_filter Mar 08 11:55:40.400191 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: data_plane_status.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.401159 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.401675 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 11:55:40.402007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: default_subnetpools.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.411965 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.412531 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: default-subnetpools Mar 08 11:55:40.412862 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.413816 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.414346 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: dhcp_agent_scheduler Mar 08 11:55:40.414680 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: dns.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.415826 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.416349 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 11:55:40.416680 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: dns_domain_ports.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.417725 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.418280 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 11:55:40.418614 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.419606 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.420119 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 11:55:40.420448 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: dvr.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.421141 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.421648 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: dvr Mar 08 11:55:40.421976 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: ecmp_routes.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.422916 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.423454 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 11:55:40.423782 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: empty_string_filtering.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.424744 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.425256 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: empty-string-filtering Mar 08 11:55:40.425582 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.426522 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.427028 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 11:55:40.427412 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.440729 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.441288 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 11:55:40.441622 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: external_net.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.442609 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.443160 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: external-net Mar 08 11:55:40.443496 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.444454 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.444966 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: extra_dhcp_opt Mar 08 11:55:40.445292 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: extraroute.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.446242 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.446754 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: extraroute Mar 08 11:55:40.447082 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: extraroute_atomic.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.448217 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.448738 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: extraroute-atomic Mar 08 11:55:40.449069 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: filter_validation.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.450335 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.450852 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: filter-validation Mar 08 11:55:40.451209 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: fip_pf_description.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.452202 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.452717 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 11:55:40.453044 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: fip_port_details.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.454266 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.454790 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: fip-port-details Mar 08 11:55:40.455141 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: flavors.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.456496 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.457024 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: flavors Mar 08 11:55:40.457355 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.459193 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.459728 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 11:55:40.460064 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: floatingip_pools.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.460830 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.461428 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: floatingip-pools Mar 08 11:55:40.461685 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: ip_allocation.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.462695 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.463239 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 11:55:40.463573 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.464579 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.465128 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: ip-substring-filtering Mar 08 11:55:40.465464 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: l2_adjacency.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.466453 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.466967 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 11:55:40.467349 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: l3.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.468421 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.468953 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: router Mar 08 11:55:40.469285 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.471765 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.472315 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 11:55:40.472678 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.473658 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.474189 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: ext-gw-mode Mar 08 11:55:40.474526 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.475524 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.476049 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: l3-ha Mar 08 11:55:40.476377 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.477322 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.477838 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 11:55:40.478169 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: l3_flavors.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.479106 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.479642 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: l3-flavors Mar 08 11:55:40.479973 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.481545 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.482086 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 11:55:40.482425 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.483516 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.484052 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 11:55:40.484408 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: l3agentscheduler.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.485567 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.486098 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: l3_agent_scheduler Mar 08 11:55:40.486432 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: local_ip.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.488639 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.489205 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension local_ip not supported by any of loaded plugins Mar 08 11:55:40.489547 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: logging.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.493188 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.493880 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension logging not supported by any of loaded plugins Mar 08 11:55:40.494270 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: metering.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.495217 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.495893 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: metering Mar 08 11:55:40.496283 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.498181 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.498785 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: metering_source_and_destination_fields Mar 08 11:55:40.499206 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: multiprovidernet.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.500286 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.500815 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: multi-provider Mar 08 11:55:40.501150 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: netmtu.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.502220 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.502687 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: net-mtu Mar 08 11:55:40.503016 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: netmtu_writable.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.504033 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.504557 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: net-mtu-writable Mar 08 11:55:40.504909 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: network_availability_zone.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.505619 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.506137 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: network_availability_zone Mar 08 11:55:40.506497 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: network_ip_availability.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.514863 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.515475 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: network-ip-availability Mar 08 11:55:40.515812 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: network_segment_range.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.516757 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.517317 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 11:55:40.517650 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: pagination.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.518831 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.519212 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: pagination Mar 08 11:55:40.519549 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: port_device_profile.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.520592 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.521190 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: port-device-profile Mar 08 11:55:40.521518 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.522590 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.523153 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: port-mac-address-regenerate Mar 08 11:55:40.523492 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.524535 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.525070 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: port-numa-affinity-policy Mar 08 11:55:40.525401 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: port_resource_request.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.526431 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.527090 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 11:55:40.527335 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: port_resource_request_groups.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.528469 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.529056 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 11:55:40.529342 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: portbindings.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.530341 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.530909 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: binding Mar 08 11:55:40.531267 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: portbindings_extended.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.532711 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.533255 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: binding-extended Mar 08 11:55:40.533590 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: portsecurity.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.534595 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.535153 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: port-security Mar 08 11:55:40.535483 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: project_id.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.536566 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.536908 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: project-id Mar 08 11:55:40.537242 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: providernet.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.538263 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.538821 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: provider Mar 08 11:55:40.539182 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: qos.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.544131 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.546516 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension qos not supported by any of loaded plugins Mar 08 11:55:40.546516 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.547811 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.548424 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 11:55:40.548802 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.549898 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.550478 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 11:55:40.550856 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: qos_default.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.551946 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.552521 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension qos-default not supported by any of loaded plugins Mar 08 11:55:40.552860 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: qos_fip.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.554106 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.554634 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 11:55:40.554970 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.556025 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.556564 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 11:55:40.556900 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: qos_gateway_ip.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.557948 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.558635 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 11:55:40.559573 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: qos_port_network_policy.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.560805 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.561346 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 11:55:40.561681 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.562837 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.563406 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 11:55:40.563741 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.565147 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.565697 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 11:55:40.566033 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: qos_pps_rule.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.567415 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.567957 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 11:55:40.568295 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: qos_rule_type_details.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.569315 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.569928 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 11:55:40.570264 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: qos_rules_alias.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.571490 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.572023 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 11:55:40.572355 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: quota_check_limit.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.573340 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.573870 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: quota-check-limit Mar 08 11:55:40.574202 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: quotasv2.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.575551 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.575896 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: quotas Mar 08 11:55:40.576248 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: quotasv2_detail.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.578193 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.578538 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: quota_details Mar 08 11:55:40.578985 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: rbac.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.580100 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.580688 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: rbac-policies Mar 08 11:55:40.581027 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: rbac_address_group.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.582295 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.582829 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: rbac-address-group Mar 08 11:55:40.583202 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: rbac_address_scope.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.584217 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.584747 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: rbac-address-scope Mar 08 11:55:40.585079 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: rbac_security_groups.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.586087 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.586623 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: rbac-security-groups Mar 08 11:55:40.586996 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: rbac_subnetpool.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.588159 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.588694 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: rbac-subnetpool Mar 08 11:55:40.589028 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: revisionifmatch.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.590047 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.590612 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: revision-if-match Mar 08 11:55:40.590942 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: revisions.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.592216 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.592748 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: standard-attr-revisions Mar 08 11:55:40.593083 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: router_availability_zone.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.593843 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.594368 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: router_availability_zone Mar 08 11:55:40.594700 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: routerservicetype.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.595782 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.596308 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 11:55:40.596638 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.597624 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.598150 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: security-groups-normalized-cidr Mar 08 11:55:40.598482 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.599537 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.604146 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: port-security-groups-filtering Mar 08 11:55:40.604146 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.605233 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.606420 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: security-groups-remote-address-group Mar 08 11:55:40.606786 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.607963 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.608626 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: security-groups-shared-filtering Mar 08 11:55:40.609051 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.609847 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 11:55:40.610218 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: securitygroup.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.620856 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.622235 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: security-group Mar 08 11:55:40.622574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: segment.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.623598 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.624141 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension segment not supported by any of loaded plugins Mar 08 11:55:40.624477 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.625586 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.626119 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 11:55:40.626453 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: servicetype.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.627738 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.628283 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: service-type Mar 08 11:55:40.628617 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: sorting.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.629719 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.630059 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: sorting Mar 08 11:55:40.630428 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: standard_attr_segment.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.631500 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.632065 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 11:55:40.632395 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: standardattrdescription.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.633107 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.633632 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: standard-attr-description Mar 08 11:55:40.633966 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: stateful_security_group.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.635150 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.635698 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: stateful-security-group Mar 08 11:55:40.636035 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: stdattrs_common.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.636642 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 11:55:40.637000 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.638048 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.638587 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 11:55:40.638916 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: subnet_onboard.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.640182 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.642291 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: subnet_onboard Mar 08 11:55:40.642629 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.643781 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.644504 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 11:55:40.644840 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: subnet_service_types.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.645992 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.646673 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: subnet-service-types Mar 08 11:55:40.647051 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: subnetallocation.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.648394 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.648923 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: subnet_allocation Mar 08 11:55:40.649260 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.649995 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.650516 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: subnetpool-prefix-ops Mar 08 11:55:40.650851 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.651909 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.652516 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 11:55:40.652933 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: tagging.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.654114 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.654659 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: standard-attr-tag Mar 08 11:55:40.654997 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: timestamp.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.656357 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.656886 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loaded extension: standard-attr-timestamp Mar 08 11:55:40.657221 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: trunk.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.658296 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.658849 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension trunk not supported by any of loaded plugins Mar 08 11:55:40.659287 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: trunk_details.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.660261 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.660781 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 11:55:40.661115 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: uplink_status_propagation.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.662076 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.662593 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 11:55:40.662951 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Loading extension file: vlantransparent.py {{(pid=110392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:55:40.663753 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:55:40.664273 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 11:55:40.666939 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:network Mar 08 11:55:40.667517 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:subnet Mar 08 11:55:40.667924 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:55:40.668849 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:port Mar 08 11:55:40.670278 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.670728 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service FLAVORS assigned prefix: {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.671406 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.671847 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.672196 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:router Mar 08 11:55:40.672642 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 11:55:40.673161 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service METERING assigned prefix: /metering {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.674821 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.675261 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.675631 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:55:40.676762 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 11:55:40.677228 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:security_group Mar 08 11:55:40.677678 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 11:55:40.678564 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service CORE assigned prefix: {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.678912 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:55:40.679310 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] subnetpool is already registered Mar 08 11:55:40.679769 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service CORE assigned prefix: {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.680125 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:55:40.680470 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] subnetpool is already registered Mar 08 11:55:40.683086 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.683565 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service FLAVORS assigned prefix: {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.684730 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.685171 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.685520 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:router Mar 08 11:55:40.685870 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] router is already registered Mar 08 11:55:40.686286 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 11:55:40.686630 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] floatingip is already registered Mar 08 11:55:40.687109 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service METERING assigned prefix: /metering {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.687849 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 11:55:40.688217 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] rbac_policy is already registered Mar 08 11:55:40.688646 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:security_group Mar 08 11:55:40.688989 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] security_group is already registered Mar 08 11:55:40.689399 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 11:55:40.689740 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] security_group_rule is already registered Mar 08 11:55:40.690453 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service CORE assigned prefix: {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.690781 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:55:40.691142 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] subnetpool is already registered Mar 08 11:55:40.691697 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.v2.resource_helper [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Service CORE assigned prefix: {{(pid=110392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:55:40.692057 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:55:40.692402 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING neutron.quota.resource_registry [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] subnetpool is already registered Mar 08 11:55:40.692914 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: extensions {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.694465 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: address-groups {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.696001 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: address-scopes {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.697357 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: agents {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.698585 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: auto-allocated-topology {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.699924 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: availability_zones {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.701825 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: dhcp-networks {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.702732 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: dhcp-agents {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.704374 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: routers {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.706615 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: flavors {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.707835 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: service_profiles {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.709057 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: next_providers {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.715606 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: service_profiles {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.715606 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: floatingip-pools {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.715606 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: routers {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.715997 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: floatingips {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.718249 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: l3-routers {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.719686 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: l3-agents {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.721136 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: metering-labels {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.722518 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: metering-label-rules {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.723856 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: network-ip-availabilities {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.725145 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: bindings {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.726831 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: quotas {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.728450 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: quotas {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.730045 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: rbac-policies {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.731967 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: security-groups {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.733518 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: security-group-rules {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.734760 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: service-providers {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.736289 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: subnetpools {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.737762 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: subnetpools {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.739268 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: tags {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.741010 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: tags {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.743032 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: tags {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.744875 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: tags {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.747396 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: tags {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.749385 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: tags {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.751140 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: tags {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.753286 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: tags {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.755029 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: tags {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.756982 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron.api.extensions [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Extended resource: tags {{(pid=110392) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:55:40.763236 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING keystonemiddleware.auth_token [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 11:55:40.768275 dv-cinder-830085-2-iscsi neutron-server[110392]: WARNING keystonemiddleware.auth_token [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 11:55:40.777587 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_concurrency.lockutils [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Acquired lock "singleton_lock" {{(pid=110392) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 11:55:40.778109 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_concurrency.lockutils [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Releasing lock "singleton_lock" {{(pid=110392) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 11:55:40.778800 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO oslo_service.service [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Starting 2 workers Mar 08 11:55:40.784020 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Started child 110507 {{(pid=110392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:55:40.789046 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Started child 110508 {{(pid=110392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:55:40.789822 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:40.790791 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO neutron.service [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 11:55:40.791472 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [-] (110507) wsgi starting up on http://0.0.0.0:9696 Mar 08 11:55:40.791595 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:40.795069 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO oslo_service.service [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Starting 1 workers Mar 08 11:55:40.797986 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:40.800427 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [-] (110508) wsgi starting up on http://0.0.0.0:9696 Mar 08 11:55:40.800632 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Started child 110509 {{(pid=110392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:55:40.801232 dv-cinder-830085-2-iscsi neutron-server[110392]: INFO oslo_service.service [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Starting 1 workers Mar 08 11:55:40.804635 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.service [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] calling RpcWorker wait() {{(pid=110509) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 11:55:40.805418 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.service [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] returning from RpcWorker wait() {{(pid=110509) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 11:55:40.806543 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Started child 110510 {{(pid=110392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:55:40.806745 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:40.807271 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:40.807721 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG neutron_lib.callbacks.manager [None req-14b804d1-5c1e-422d-ab01-82e084dc6a63 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:40.810559 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110392) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 11:55:40.810785 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:55:40.811191 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:55:40.811429 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:55:40.811778 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:55:40.811938 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:55:40.812795 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.813082 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.813358 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.813796 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.814106 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.814725 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.814974 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.815265 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.815573 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.815818 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.815983 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.816316 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.816590 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.816832 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.816929 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:40.817401 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.817494 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.817701 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.818154 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.818325 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.818747 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.819068 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.819512 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.819697 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] debug = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.819949 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.820460 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.820717 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.820992 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.821227 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.821520 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.821774 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.822077 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.822328 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.822546 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.822789 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.823048 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.823302 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.823518 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.823785 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.824018 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.824285 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.824557 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.825030 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] host = dv-cinder-830085-2-iscsi {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.825258 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.825482 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.825742 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.826035 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.826368 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.826616 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.826926 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.827173 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.827442 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.827695 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.827968 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.828237 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.828496 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.828757 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_file = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.828930 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_options = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.829169 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.829456 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.829721 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.829914 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.830087 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.830246 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.830522 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.830677 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.830941 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.831194 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.831557 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.831865 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.832180 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.832438 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.832728 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.833024 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.833436 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.833784 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.834047 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.834302 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.834526 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.834785 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.835029 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.835312 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.835555 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.835801 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.836040 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.836281 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.836500 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.836753 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.836995 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.837265 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.837568 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.837842 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.838124 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.838365 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.838585 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.838845 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.839157 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.839399 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.839655 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.839906 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.840204 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.841375 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.841375 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.841375 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.841863 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] use_json = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.842211 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.847449 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.847449 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.847449 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.847449 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.847449 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.847449 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.847449 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.847449 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.862908 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.862908 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.862908 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.862908 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.862908 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.862908 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.862908 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.862908 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.864207 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.864207 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.864207 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.864207 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.864207 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.864207 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.864207 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.864207 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.865429 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.865429 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.865429 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.865429 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.865429 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.865429 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.865429 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.865429 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.866220 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.866220 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.866220 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.866220 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.866220 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.866220 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.866220 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.866220 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.867333 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.867466 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:40.868007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.868007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.868007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.868007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.868007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.868007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.868007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.868007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.868007 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.869159 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.869159 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.869159 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.869159 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.869159 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.869159 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.869159 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.869159 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.870081 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.870081 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.870081 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.870081 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.870081 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.870081 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.870081 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.870081 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.870081 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.871149 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.871149 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.871149 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.871149 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.871149 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.871149 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.871149 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.871149 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.871149 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.872918 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.872918 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.872918 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.872918 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.872918 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.872918 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.872918 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.872918 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.872918 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.874066 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.874066 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.874066 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.874066 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.874066 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.874066 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.874066 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.874066 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.874066 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.875196 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.875196 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.875196 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.875196 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.875196 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.875196 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.875196 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.875196 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.876222 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.876222 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.876222 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.876222 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.876222 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.876222 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.876222 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.876222 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.877233 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.877233 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.877233 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.877233 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.877233 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.877233 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.877233 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.877233 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.878240 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.878240 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.878240 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.878240 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.878240 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.878240 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.878240 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.878240 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.880452 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.880452 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.880452 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.880452 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.880452 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.880452 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.880452 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.880452 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.881891 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.881891 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.881891 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.881891 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.881891 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.881891 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.881891 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.881891 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.881891 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.883712 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.883712 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.883712 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.883712 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.883712 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.883712 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.883712 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.883712 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.885147 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.885147 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.885147 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.885147 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.885147 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.885147 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.885147 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.885147 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.886574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.886574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.886574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.886574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.886574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.886574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.886574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.886574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.887982 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.887982 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.887982 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.887982 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.887982 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.887982 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.887982 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.887982 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.890075 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.890075 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.890075 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.890075 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.890075 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.890075 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.890075 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.890075 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.890997 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.890997 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.890997 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.890997 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.890997 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.891595 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.891595 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.891595 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.891955 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.892099 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.892295 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.892518 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.892784 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.893021 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.893251 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.893472 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.893694 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.893956 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.894215 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.894576 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.894829 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.895084 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.895399 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.895643 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.895859 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.896061 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.896279 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.896515 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.896752 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.896968 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.897184 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.897410 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.897639 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.897874 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.898046 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.898606 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.898606 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.898882 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.899019 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.899337 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.899555 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.900087 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.900361 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.900605 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.900895 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.900895 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.901294 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.901494 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.901689 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.901993 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.902283 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.902555 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.903485 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.903757 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.903973 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.904222 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.904412 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.904671 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.904868 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.905099 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.905301 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.905537 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.905537 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.906000 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.906000 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.906652 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.906652 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.906652 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.907226 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.907226 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.907608 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.907608 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.907965 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.907965 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.908326 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.908326 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.908700 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.908700 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.909066 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.909255 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.909469 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.909659 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.909859 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.910053 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.910246 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.910808 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.910808 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.911249 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.911447 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.911644 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.914378 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.914378 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.914378 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.914378 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.914378 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.914378 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.914378 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.914378 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.916226 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.916226 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.916226 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.916226 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.916226 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.916226 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.916226 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.916226 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.917702 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.917702 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.917702 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.917702 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.917702 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.917702 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.917702 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.921314 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.921314 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.921314 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.921314 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.921314 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.921314 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.921314 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.921314 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.921314 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.923339 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.923339 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.923339 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.923339 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.923339 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.923339 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:55:40.923339 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110392) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 11:55:40.923339 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:55:40.924718 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:55:40.924718 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:55:40.924718 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:55:40.924718 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:55:40.924718 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.924718 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.924718 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.924718 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.926465 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.926465 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.926465 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.926465 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.926465 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.926465 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.926465 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.926465 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.927656 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.927656 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.927656 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.927656 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.927656 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.927656 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.927656 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.927656 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.929202 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.929202 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.929202 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] debug = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.929202 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.929202 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.929202 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.930020 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.930020 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.930020 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.930020 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.930020 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.930020 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.930020 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.930020 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.932039 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.932039 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.932039 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.932039 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.932039 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.932039 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.932039 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.932039 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] host = dv-cinder-830085-2-iscsi {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.933483 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.933483 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.933483 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.933483 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.933483 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.933483 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.933483 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.933483 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.934567 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.934567 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.934567 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.934567 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.934567 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.934567 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_file = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.934567 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_options = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.934567 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.934567 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.935948 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.935948 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.935948 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.935948 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.935948 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.935948 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.935948 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.937254 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.937254 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.937254 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.937254 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.937254 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.937254 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.937254 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.937254 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.937254 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.939210 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.939210 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.939210 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.939210 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.939210 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.939210 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.939210 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.939210 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.940470 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.940470 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.940470 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.940470 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.940470 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.940470 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.940470 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.940470 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.942279 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.942279 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.942279 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.942279 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.942279 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.942279 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.942279 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.942279 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.943654 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.943654 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.943654 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.943654 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.943654 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] use_json = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.943654 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.943654 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.943654 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.943654 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.944821 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.944821 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.944821 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.944821 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.944821 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:55:40.944821 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.944821 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.944821 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.946054 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.946054 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.946054 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.946054 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.946054 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.946054 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.946054 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.946054 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.947432 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.947432 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.947432 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.947432 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.947432 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.947432 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.947432 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.947432 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.949045 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.949045 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.949045 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.949045 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.949045 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.949045 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.949045 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.949045 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.950358 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.950358 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.950358 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.950358 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.950358 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.950358 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.950358 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.950358 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.951636 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.951636 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.951636 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.951636 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.951636 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.951636 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.951636 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.951636 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.951636 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.953089 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.953089 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.953089 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.953089 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.953089 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.953089 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.953089 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.953089 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.953089 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.954341 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.954341 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.954341 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.954341 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.954341 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.954341 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.954341 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.954341 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.954341 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.955732 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.955732 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.955732 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.955732 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.955732 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.955732 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.955732 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.955732 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.955732 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.956975 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.956975 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.956975 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.956975 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.956975 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.956975 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.956975 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.956975 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.956975 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.958057 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.958057 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.958057 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.958057 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.958057 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.958057 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.958057 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.958057 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.958057 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.959607 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.959607 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.959607 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.959607 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.959607 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.959607 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.959607 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.959607 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.960595 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.960595 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.960595 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.960595 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.960595 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.960595 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.960595 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.960595 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.961553 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.961553 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.961553 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.961553 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.961553 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.961553 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.961553 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.961553 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.962505 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.962505 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.962505 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.962505 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.962505 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.962505 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.962505 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.962505 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.963867 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.963867 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.963867 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.963867 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.963867 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.963867 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.963867 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.963867 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.965731 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.965731 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.965731 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.965731 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.965731 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.965731 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.965731 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.965731 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.966878 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.966878 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.966878 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.966878 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.966878 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.966878 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.966878 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.966878 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.968230 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.968230 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.968230 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.968230 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.968230 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.968230 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.968230 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.968230 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.969574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.969574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.969574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.969574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.969574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.969574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.969574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.969574 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.970753 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.970753 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.970753 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.970753 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.970753 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.970753 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.970753 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.970753 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.972492 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.972492 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.972492 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.972492 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.972492 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.972492 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.972492 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.972492 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.973928 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.973928 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.973928 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.973928 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.973928 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.973928 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.973928 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.973928 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.974964 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.974964 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.974964 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.974964 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.974964 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.974964 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.974964 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.974964 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.976244 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.976244 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.976244 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.976244 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.976244 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.976244 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.977340 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.977340 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.977340 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.977340 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.977340 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.978103 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.978103 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.978374 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.978374 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.978697 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.978978 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.979215 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.979491 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.979740 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.979989 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.980258 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.980525 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.981336 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.981611 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.981961 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.982166 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.982435 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.982702 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.982969 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.983287 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.983554 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.983819 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.984086 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.984357 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.984607 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.984890 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.985371 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.985584 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.985782 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.985992 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.986190 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.986478 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.986747 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.987013 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.987313 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.987567 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.987835 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.988112 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.988377 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.988644 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.988907 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.989178 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.989571 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.989756 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.990030 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.990320 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.990541 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.990821 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.991095 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.991406 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.991679 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.991956 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.992226 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.992512 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.992783 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.993072 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.993343 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.993602 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.993775 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:40.993973 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.994143 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.994412 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.994670 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.994963 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.995425 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.995571 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.995821 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.996084 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.996386 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.996663 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.996941 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.997230 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.997521 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.997795 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.998076 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.998362 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.998654 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.998923 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.999354 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:40.999672 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.000306 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.000708 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.001216 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.001752 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.001752 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.002084 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.002315 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.002543 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.002839 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.003141 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.003504 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.003705 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.003988 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.004257 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.004526 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.004802 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.005083 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.005377 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.006256 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:55:41.006256 dv-cinder-830085-2-iscsi neutron-server[110392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:55:41.128250 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 45708) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:41.138452 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073247 Mar 08 11:55:53.634656 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9da29ef-3146-4477-9fcc-dcff9608ddf1 None None] get_active_networks_info from dv-cinder-830085-2-iscsi {{(pid=110509) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 11:55:53.752414 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9da29ef-3146-4477-9fcc-dcff9608ddf1 None None] No non-hosted networks {{(pid=110509) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 11:55:53.760398 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.agentschedulers_db [None req-b9da29ef-3146-4477-9fcc-dcff9608ddf1 None None] DHCP Agent not found on host dv-cinder-830085-2-iscsi {{(pid=110509) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 11:55:53.808035 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-5624bf2c-9ba8-419d-8577-4ea59e62278d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33077502'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:56.245020 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-ba555417-3dae-41bd-b3cc-cb4311fde0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33077502'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:56.338426 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.db.api [None req-fef4408b-6a2c-45da-8d34-2bfa37d25a57 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830085-2-iscsi {{(pid=110509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:55:56.339056 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG oslo_db.api [None req-fef4408b-6a2c-45da-8d34-2bfa37d25a57 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:55:56.929342 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-fef4408b-6a2c-45da-8d34-2bfa37d25a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:57.672990 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33077502'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:58.863506 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33077502'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:59.829113 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33077502'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:59.829958 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:59.830572 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:59.831059 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:59.831695 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:59.832164 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:59.832707 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:59.833168 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:59.833848 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:59.834426 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:59.834954 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:59.835584 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:59.836278 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:59.836715 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:59.837318 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830085-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:59.850211 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830085-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:00.153450 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 45800) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:00.705234 dv-cinder-830085-2-iscsi neutron-server[110508]: WARNING oslo_policy.policy [None req-866a043b-2589-4266-a2f3-5d9a4dd6ec9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:56:00.705918 dv-cinder-830085-2-iscsi neutron-server[110508]: WARNING oslo_policy.policy [None req-866a043b-2589-4266-a2f3-5d9a4dd6ec9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:56:00.935469 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [None req-866a043b-2589-4266-a2f3-5d9a4dd6ec9e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110508) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:56:00.938956 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-866a043b-2589-4266-a2f3-5d9a4dd6ec9e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7843118 Mar 08 11:56:01.347794 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.db.l3_hamode_db [None req-f76176a1-56c4-42e7-a5ac-df1a2b3bdf29 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 11:56:01.428733 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76176a1-56c4-42e7-a5ac-df1a2b3bdf29 None None] Routers set() bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:56:01.429356 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76176a1-56c4-42e7-a5ac-df1a2b3bdf29 None None] Router IDs set() for agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 11:56:03.560190 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 45816) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:03.875268 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-1924bcc5-63d9-4e5e-8fc7-994eb7d11322 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:03.970346 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.policy [None req-1924bcc5-63d9-4e5e-8fc7-994eb7d11322 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110508) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 11:56:04.012236 dv-cinder-830085-2-iscsi neutron-server[110508]: WARNING oslo_policy.policy [None req-1924bcc5-63d9-4e5e-8fc7-994eb7d11322 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:56:04.013136 dv-cinder-830085-2-iscsi neutron-server[110508]: WARNING oslo_policy.policy [None req-1924bcc5-63d9-4e5e-8fc7-994eb7d11322 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:56:04.212585 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1924bcc5-63d9-4e5e-8fc7-994eb7d11322 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767224351056', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767224351363', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767224410391', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767224400494', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767224390572', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767224382710', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32822160', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32813393', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-345117', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-518828'] for rbac-policy (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:04.474753 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1924bcc5-63d9-4e5e-8fc7-994eb7d11322 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:04.476086 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-1924bcc5-63d9-4e5e-8fc7-994eb7d11322 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9146538 Mar 08 11:56:07.018393 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 45826) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:07.460909 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:07.580781 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Made reservation on behalf of 694d94ed017040068c3f2806adf41800 for: {'network': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:07.584871 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:07.603483 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:07.717235 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Publish callbacks [] for security_group (f524e82f-d030-42c9-8320-4d60da1652bb), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:07.775127 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (f524e82f-d030-42c9-8320-4d60da1652bb), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:07.800552 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=110508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:56:07.836420 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767219393374', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (31c86bf1-6d9c-4688-aa08-382fd625aee0), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:07.836998 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Unsubscribe: segment precommit_create {{(pid=110508) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 11:56:07.837506 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.segments_db [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Added segment 31c86bf1-6d9c-4688-aa08-382fd625aee0 of type vlan for network 929891a0-c4e8-488f-b3ca-e9c68bf6282e Mar 08 11:56:07.854596 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f524e82f-d030-42c9-8320-4d60da1652bb,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:07.904811 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:07.905205 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:07.905568 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:07.905909 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:07.906237 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:07.906556 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:07.906902 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:07.907253 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:07.907571 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:07.907889 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:07.908204 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:07.908517 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:07.908831 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Tracked resource versions report: Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: pushed versions: Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: { 'AddressGroup': {'1.2'}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'ConntrackHelper': {'1.0'}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Log': {'1.0'}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Network': {'1.1'}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Port': {'1.7'}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'PortForwarding': {'1.2'}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'QosPolicy': {'1.10'}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'SecurityGroup': {'1.5'}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'SubPort': {'1.0'}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Subnet': {'1.1'}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Trunk': {'1.1'}} Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: consumer versions: Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: { DHCP agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: L3 agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: Metadata agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: Metering agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: Open vSwitch agent@dv-cinder-830085-2-iscsi: { 'AddressGroup': '1.2', Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'ConntrackHelper': '1.0', Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'LocalIPAssociation': '1.0', Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Log': '1.0', Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Network': '1.1', Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Port': '1.7', Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'PortForwarding': '1.2', Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'QosPolicy': '1.10', Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'SecurityGroup': '1.5', Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'SecurityGroupRule': '1.2', Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'SubPort': '1.0', Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Subnet': '1.1', Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Trunk': '1.1'}} Mar 08 11:56:07.910249 dv-cinder-830085-2-iscsi neutron-server[110508]: {{(pid=110508) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:56:07.951291 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (929891a0-c4e8-488f-b3ca-e9c68bf6282e), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:08.084040 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (929891a0-c4e8-488f-b3ca-e9c68bf6282e), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:08.089930 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:08.090710 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:08.208871 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] Pushing event updated for resources: {'Network': ['ID=929891a0-c4e8-488f-b3ca-e9c68bf6282e,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:08.228163 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network 929891a0-c4e8-488f-b3ca-e9c68bf6282e details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:56:08.228710 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-c9dd7dec-6fc8-4047-8abc-52e6d789dc13 demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2077868 Mar 08 11:56:10.828752 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 45838) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:11.238668 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f61a3a-105b-4355-92e0-61d3464ba8fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:11.240122 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-e1f61a3a-105b-4355-92e0-61d3464ba8fc demo admin] 10.222.0.44 "GET /v2.0/networks/929891a0-c4e8-488f-b3ca-e9c68bf6282e HTTP/1.1" status: 200 len: 825 time: 0.4103942 Mar 08 11:56:11.266429 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-64860500-93f8-4b48-9da5-8bb9b5cefbb0 demo admin] 10.222.0.44 "GET /v2.0/subnetpools/c9406066-d37d-4bd2-b5e7-d35ae75e8a3b HTTP/1.1" status: 200 len: 734 time: 0.0204380 Mar 08 11:56:11.275477 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-df23b1df-fa31-46ba-bb65-eaf2011d0e8f demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'c9406066-d37d-4bd2-b5e7-d35ae75e8a3b', 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:11.426882 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df23b1df-fa31-46ba-bb65-eaf2011d0e8f demo admin] Made reservation on behalf of 694d94ed017040068c3f2806adf41800 for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:11.429171 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-df23b1df-fa31-46ba-bb65-eaf2011d0e8f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:11.838465 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-df23b1df-fa31-46ba-bb65-eaf2011d0e8f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (09982f0d-c412-417a-a0b4-b981aa76c519), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:11.911219 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df23b1df-fa31-46ba-bb65-eaf2011d0e8f demo admin] Checking segment: {'id': '31c86bf1-6d9c-4688-aa08-382fd625aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:56:11.911597 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23b1df-fa31-46ba-bb65-eaf2011d0e8f demo admin] Network hostable DHCP agents. Network: 929891a0-c4e8-488f-b3ca-e9c68bf6282e, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:56:11.916119 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23b1df-fa31-46ba-bb65-eaf2011d0e8f demo admin] Pushing event updated for resources: {'Subnet': ['ID=09982f0d-c412-417a-a0b4-b981aa76c519,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:11.998798 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23b1df-fa31-46ba-bb65-eaf2011d0e8f demo admin] Network 929891a0-c4e8-488f-b3ca-e9c68bf6282e is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:56:12.066690 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-df23b1df-fa31-46ba-bb65-eaf2011d0e8f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, 929891a0-c4e8-488f-b3ca-e9c68bf6282e) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:12.071409 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df23b1df-fa31-46ba-bb65-eaf2011d0e8f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:12.072006 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-df23b1df-fa31-46ba-bb65-eaf2011d0e8f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:12.076451 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878b805b-3d7f-4208-8b70-5608e5aebbfc None None] Network 929891a0-c4e8-488f-b3ca-e9c68bf6282e requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:56:12.163853 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-df23b1df-fa31-46ba-bb65-eaf2011d0e8f demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8918259 Mar 08 11:56:12.453091 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9edbfed6-1ad3-5ea8-a132-a097731b67f7-929891a0-c4e8-488f-b3ca-e9c68bf6282e', 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e', 'project_id': '694d94ed017040068c3f2806adf41800', 'fixed_ips': [{'subnet_id': '09982f0d-c412-417a-a0b4-b981aa76c519'}]}} from dv-cinder-830085-2-iscsi. {{(pid=110509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:56:12.454363 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:12.734220 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.db_base_plugin_common [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Allocated IP 172.20.0.2 (929891a0-c4e8-488f-b3ca-e9c68bf6282e/09982f0d-c412-417a-a0b4-b981aa76c519/0902f22a-2c2d-4cf9-be0b-eeb51f9519f9) {{(pid=110509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:13.031042 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Publish callbacks [] for port (0902f22a-2c2d-4cf9-be0b-eeb51f9519f9), precommit_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:13.121837 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (0902f22a-2c2d-4cf9-be0b-eeb51f9519f9), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:13.201915 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Network 929891a0-c4e8-488f-b3ca-e9c68bf6282e is already hosted by enough agents. {{(pid=110509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:13.206533 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.base_scheduler [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Resources bound (agent type, host, resource id): {{(pid=110509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:13.211940 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Pushing event updated for resources: {'Port': ['ID=0902f22a-2c2d-4cf9-be0b-eeb51f9519f9,revision_number=1']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:13.214136 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Received port after_create {{(pid=110509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:56:13.224234 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:13.224693 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:13.224949 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:13.225347 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:13.225685 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:13.226015 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:13.226344 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:13.226671 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:13.226997 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:13.227362 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:13.227689 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:13.228012 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:13.228329 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Tracked resource versions report: Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: pushed versions: Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: { 'AddressGroup': {'1.2'}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'ConntrackHelper': {'1.0'}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Log': {'1.0'}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Network': {'1.1'}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Port': {'1.7'}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'PortForwarding': {'1.2'}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'QosPolicy': {'1.10'}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'SecurityGroup': {'1.5'}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'SubPort': {'1.0'}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Subnet': {'1.1'}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Trunk': {'1.1'}} Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: consumer versions: Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: { DHCP agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: L3 agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: Metadata agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: Metering agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: Open vSwitch agent@dv-cinder-830085-2-iscsi: { 'AddressGroup': '1.2', Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'ConntrackHelper': '1.0', Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'LocalIPAssociation': '1.0', Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Log': '1.0', Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Network': '1.1', Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Port': '1.7', Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'PortForwarding': '1.2', Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'QosPolicy': '1.10', Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'SecurityGroup': '1.5', Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'SecurityGroupRule': '1.2', Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'SubPort': '1.0', Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Subnet': '1.1', Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Trunk': '1.1'}} Mar 08 11:56:13.229727 dv-cinder-830085-2-iscsi neutron-server[110509]: {{(pid=110509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:56:13.303705 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Attempting to bind port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:56:13.304034 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Attempting to bind port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '31c86bf1-6d9c-4688-aa08-382fd625aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:56:13.304690 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Attempting to bind port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 on network 929891a0-c4e8-488f-b3ca-e9c68bf6282e {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:56:13.313806 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:56:13.314189 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Checking segment: {'id': '31c86bf1-6d9c-4688-aa08-382fd625aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:56:13.314668 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:13.315058 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Bound using segment: {'id': '31c86bf1-6d9c-4688-aa08-382fd625aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:56:13.315560 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Bound port: 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c86bf1-6d9c-4688-aa08-382fd625aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:56:13.315965 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (0902f22a-2c2d-4cf9-be0b-eeb51f9519f9), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:13.390472 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] For port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:56:13.395340 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] For port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=0902f22a-2c2d-4cf9-be0b-eeb51f9519f9,segment=NetworkSegment(31c86bf1-6d9c-4688-aa08-382fd625aee0),segment_id=31c86bf1-6d9c-4688-aa08-382fd625aee0)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:56:13.513708 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (0902f22a-2c2d-4cf9-be0b-eeb51f9519f9), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:13.577178 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe06188-4ddb-45a2-8c03-74008b34d8c9 None None] Pushing event updated for resources: {'Port': ['ID=0902f22a-2c2d-4cf9-be0b-eeb51f9519f9,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:14.769184 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 45846) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:15.275521 dv-cinder-830085-2-iscsi neutron-server[110507]: WARNING oslo_policy.policy [None req-730cb247-affb-4956-b713-be9cc1e4f63a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:56:15.276124 dv-cinder-830085-2-iscsi neutron-server[110507]: WARNING oslo_policy.policy [None req-730cb247-affb-4956-b713-be9cc1e4f63a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:56:15.502683 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [None req-730cb247-affb-4956-b713-be9cc1e4f63a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:56:15.515360 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-730cb247-affb-4956-b713-be9cc1e4f63a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7328761 Mar 08 11:56:18.117594 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 45860) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:18.440294 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [None req-8465f481-bd9a-4c5b-bbb7-9753949bedef admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:56:18.441279 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-8465f481-bd9a-4c5b-bbb7-9753949bedef admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3227236 Mar 08 11:56:21.058626 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 45868) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:21.378108 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-97483379-9bf3-4154-9ace-6764d18992f4 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:21.439488 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.policy [None req-97483379-9bf3-4154-9ace-6764d18992f4 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110507) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 11:56:21.482867 dv-cinder-830085-2-iscsi neutron-server[110507]: WARNING oslo_policy.policy [None req-97483379-9bf3-4154-9ace-6764d18992f4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:56:21.483285 dv-cinder-830085-2-iscsi neutron-server[110507]: WARNING oslo_policy.policy [None req-97483379-9bf3-4154-9ace-6764d18992f4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:56:21.636382 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-97483379-9bf3-4154-9ace-6764d18992f4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33078681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31816'] for router (bbe59e37-c452-4375-a8f7-ae0d975c6ff4), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:21.638366 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-97483379-9bf3-4154-9ace-6764d18992f4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33075817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33063898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33180591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31809'] for router (bbe59e37-c452-4375-a8f7-ae0d975c6ff4), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:21.803237 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-97483379-9bf3-4154-9ace-6764d18992f4 demo demo] Publish callbacks [] for router_controller (bbe59e37-c452-4375-a8f7-ae0d975c6ff4), precommit_add_association {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:21.863035 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-97483379-9bf3-4154-9ace-6764d18992f4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33075810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33063927'] for router (bbe59e37-c452-4375-a8f7-ae0d975c6ff4), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:21.955078 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-97483379-9bf3-4154-9ace-6764d18992f4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:21.956488 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-97483379-9bf3-4154-9ace-6764d18992f4 demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8968568 Mar 08 11:56:23.601681 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f986866d-32c6-4271-87fe-6fd3e8d25cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:24.573617 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:56:24.576742 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 45882) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:24.660831 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:56:24.661670 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (0902f22a-2c2d-4cf9-be0b-eeb51f9519f9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:24.775628 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:56:24.775914 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (0902f22a-2c2d-4cf9-be0b-eeb51f9519f9), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:24.812925 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=0902f22a-2c2d-4cf9-be0b-eeb51f9519f9,segment=NetworkSegment(31c86bf1-6d9c-4688-aa08-382fd625aee0),segment_id=31c86bf1-6d9c-4688-aa08-382fd625aee0)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:56:24.898694 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (0902f22a-2c2d-4cf9-be0b-eeb51f9519f9), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:24.944512 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [None req-d1c80696-1c93-4ccd-857f-ac80a807dbbd admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:56:24.945516 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-d1c80696-1c93-4ccd-857f-ac80a807dbbd admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3678427 Mar 08 11:56:24.958248 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=0902f22a-2c2d-4cf9-be0b-eeb51f9519f9,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:25.176474 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c796ef5-0fc0-4013-b299-bbcd0facce0c None None] Network 929891a0-c4e8-488f-b3ca-e9c68bf6282e requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:56:25.270445 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-55944045-0087-4c88-828a-b7d049cfaaf6 None None] Provisioning complete for port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:56:25.270843 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-55944045-0087-4c88-828a-b7d049cfaaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (0902f22a-2c2d-4cf9-be0b-eeb51f9519f9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:25.393050 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-55944045-0087-4c88-828a-b7d049cfaaf6 None None] Current status of the port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:56:25.614310 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-131bf131-dc7a-4a19-89f7-0d4b2e43d45b None None] Provisioning complete for port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:56:25.614730 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-131bf131-dc7a-4a19-89f7-0d4b2e43d45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (0902f22a-2c2d-4cf9-be0b-eeb51f9519f9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:25.702893 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-131bf131-dc7a-4a19-89f7-0d4b2e43d45b None None] Current status of the port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:56:26.208018 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-c8f535fa-b3b7-4e0c-a1f7-63eedcf627a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:26.530061 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:56:26.578128 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:56:26.578517 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (0902f22a-2c2d-4cf9-be0b-eeb51f9519f9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:26.665475 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:56:27.398633 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:27.604907 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 45900) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:27.738674 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:27.836249 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Made reservation on behalf of 176554a4b413448693c0524579fe34cd for: {'network': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:27.839326 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:27.855869 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:27.965296 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Publish callbacks [] for security_group (6421a885-cc16-4ec8-bbec-79f738c1eaed), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:28.041692 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (6421a885-cc16-4ec8-bbec-79f738c1eaed), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:28.053007 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Reserving flat network on physical network physnet1 {{(pid=110507) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 11:56:28.085577 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767219393374', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (4e2a20f3-46d5-445f-913c-932027c514cf), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:28.086164 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Unsubscribe: segment precommit_create {{(pid=110507) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 11:56:28.086695 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.segments_db [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Added segment 4e2a20f3-46d5-445f-913c-932027c514cf of type flat for network 981964ec-6e66-47f5-aee6-03bea7be7d13 Mar 08 11:56:28.102955 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6421a885-cc16-4ec8-bbec-79f738c1eaed,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:28.128705 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.129070 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.129419 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.129759 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.130090 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.130430 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.130765 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.131134 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.131497 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.131842 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.132168 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.132491 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.132807 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Tracked resource versions report: Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: pushed versions: Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: { 'AddressGroup': {'1.2'}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'ConntrackHelper': {'1.0'}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Log': {'1.0'}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Network': {'1.1'}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Port': {'1.7'}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'PortForwarding': {'1.2'}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'QosPolicy': {'1.10'}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'SecurityGroup': {'1.5'}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'SubPort': {'1.0'}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Subnet': {'1.1'}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Trunk': {'1.1'}} Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: consumer versions: Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: { DHCP agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: L3 agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: Metadata agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: Metering agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: Open vSwitch agent@dv-cinder-830085-2-iscsi: { 'AddressGroup': '1.2', Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'ConntrackHelper': '1.0', Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'LocalIPAssociation': '1.0', Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Log': '1.0', Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Network': '1.1', Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Port': '1.7', Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'PortForwarding': '1.2', Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'QosPolicy': '1.10', Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'SecurityGroup': '1.5', Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'SecurityGroupRule': '1.2', Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'SubPort': '1.0', Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Subnet': '1.1', Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Trunk': '1.1'}} Mar 08 11:56:28.134251 dv-cinder-830085-2-iscsi neutron-server[110507]: {{(pid=110507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:56:28.207063 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (981964ec-6e66-47f5-aee6-03bea7be7d13), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:28.390273 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (981964ec-6e66-47f5-aee6-03bea7be7d13), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:28.391568 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:28.392280 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:28.505316 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] Pushing event updated for resources: {'Network': ['ID=981964ec-6e66-47f5-aee6-03bea7be7d13,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:28.518609 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c3b2fbba-e453-44ec-a411-6722f5032f8a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9125161 Mar 08 11:56:28.519547 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:56:28.816326 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:29.819007 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:31.014155 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 45922) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:31.112297 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1457e3-785a-4a6b-8280-572efcde9f90 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:31.113672 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-ac1457e3-785a-4a6b-8280-572efcde9f90 demo admin] 10.222.0.44 "GET /v2.0/subnets/09982f0d-c412-417a-a0b4-b981aa76c519 HTTP/1.1" status: 200 len: 849 time: 0.0985174 Mar 08 11:56:31.282595 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-a9f4b300-fe77-44b5-a511-bb8795417fe3 demo admin] 10.222.0.44 "GET /v2.0/routers/bbe59e37-c452-4375-a8f7-ae0d975c6ff4 HTTP/1.1" status: 200 len: 704 time: 0.1631298 Mar 08 11:56:31.568795 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:31.868649 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Allocated IP 172.20.0.1 (929891a0-c4e8-488f-b3ca-e9c68bf6282e/09982f0d-c412-417a-a0b4-b981aa76c519/3acedc1c-534e-4783-9516-01b68f37480c) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:32.026769 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Publish callbacks [] for port (3acedc1c-534e-4783-9516-01b68f37480c), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:32.148649 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (3acedc1c-534e-4783-9516-01b68f37480c), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:32.279068 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Network 929891a0-c4e8-488f-b3ca-e9c68bf6282e is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:32.283895 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:32.289713 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:56:32.289841 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33066970'] for router_interface (bbe59e37-c452-4375-a8f7-ae0d975c6ff4), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:32.310884 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Pushing event updated for resources: {'Port': ['ID=3acedc1c-534e-4783-9516-01b68f37480c,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:32.469166 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-429c7045-cbd0-46f6-a933-c0cdf356c0e2 None None] Provisioning complete for port 3acedc1c-534e-4783-9516-01b68f37480c triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:56:32.469721 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-429c7045-cbd0-46f6-a933-c0cdf356c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (3acedc1c-534e-4783-9516-01b68f37480c), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:32.507541 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-429c7045-cbd0-46f6-a933-c0cdf356c0e2 None None] Port 3acedc1c-534e-4783-9516-01b68f37480c cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:56:32.597466 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (3acedc1c-534e-4783-9516-01b68f37480c), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:32.816893 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Publish callbacks [] for port (3acedc1c-534e-4783-9516-01b68f37480c), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:32.881864 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (3acedc1c-534e-4783-9516-01b68f37480c), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:32.882701 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33134963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33066934'] for router_interface (bbe59e37-c452-4375-a8f7-ae0d975c6ff4), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:32.941512 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Pushing event updated for resources: {'Port': ['ID=3acedc1c-534e-4783-9516-01b68f37480c,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:33.009378 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Network 929891a0-c4e8-488f-b3ca-e9c68bf6282e is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:33.010720 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:33.244672 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Router bbe59e37-c452-4375-a8f7-ae0d975c6ff4 is scheduled to L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f with binding_index 1 {{(pid=110508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:56:33.336504 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-b6685b15-64d7-46f1-83ae-d120a02493fd None None] Provisioning complete for port 3acedc1c-534e-4783-9516-01b68f37480c triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:56:33.336771 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-b6685b15-64d7-46f1-83ae-d120a02493fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (3acedc1c-534e-4783-9516-01b68f37480c), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:33.344232 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:56:33.350424 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-3f2fca18-3b2c-4ffb-8efb-5130d00385db demo admin] 10.222.0.44 "PUT /v2.0/routers/bbe59e37-c452-4375-a8f7-ae0d975c6ff4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0620685 Mar 08 11:56:33.367486 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Sync routers for ids ['bbe59e37-c452-4375-a8f7-ae0d975c6ff4'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:33.375816 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-b6685b15-64d7-46f1-83ae-d120a02493fd None None] Port 3acedc1c-534e-4783-9516-01b68f37480c cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:56:33.382268 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Routers {'bbe59e37-c452-4375-a8f7-ae0d975c6ff4'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:56:33.383376 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T11:56:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['bbe59e37-c452-4375-a8f7-ae0d975c6ff4'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:33.589971 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Set router bbe59e37-c452-4375-a8f7-ae0d975c6ff4 gateway port host: None {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:56:34.035587 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'name': 'router1', 'tenant_id': '694d94ed017040068c3f2806adf41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:21Z', 'updated_at': '2022-03-08T11:56:32Z', 'revision_number': 2, 'project_id': '694d94ed017040068c3f2806adf41800', 'gw_port_host': None, '_interfaces': [{'id': '3acedc1c-534e-4783-9516-01b68f37480c', 'name': '', 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e', 'tenant_id': '694d94ed017040068c3f2806adf41800', 'mac_address': 'fa:16:3e:ba:30:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09982f0d-c412-417a-a0b4-b981aa76c519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:31Z', 'updated_at': '2022-03-08T11:56:32Z', 'revision_number': 2, 'project_id': '694d94ed017040068c3f2806adf41800', 'subnets': [{'id': '09982f0d-c412-417a-a0b4-b981aa76c519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9406066-d37d-4bd2-b5e7-d35ae75e8a3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:34.088138 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Checking router: bbe59e37-c452-4375-a8f7-ae0d975c6ff4 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:56:34.088508 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Updating router bbe59e37-c452-4375-a8f7-ae0d975c6ff4 port 3acedc1c-534e-4783-9516-01b68f37480c binding host dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:56:34.142736 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (3acedc1c-534e-4783-9516-01b68f37480c), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:34.664812 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Publish callbacks [] for port (3acedc1c-534e-4783-9516-01b68f37480c), precommit_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:34.753407 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (3acedc1c-534e-4783-9516-01b68f37480c), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:34.895103 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Pushing event updated for resources: {'Port': ['ID=3acedc1c-534e-4783-9516-01b68f37480c,revision_number=3']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:34.930199 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Attempting to bind port 3acedc1c-534e-4783-9516-01b68f37480c on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:56:34.930863 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Attempting to bind port 3acedc1c-534e-4783-9516-01b68f37480c by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '31c86bf1-6d9c-4688-aa08-382fd625aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e'}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:56:34.931358 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Attempting to bind port 3acedc1c-534e-4783-9516-01b68f37480c on network 929891a0-c4e8-488f-b3ca-e9c68bf6282e {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:56:34.935605 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:34.935965 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:34.936315 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:34.936657 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:34.936995 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:34.937329 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:34.937711 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:34.938056 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:34.938386 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:34.938730 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:34.939057 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:34.939472 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:34.939803 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Tracked resource versions report: Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: pushed versions: Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: { 'AddressGroup': {'1.2'}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'ConntrackHelper': {'1.0'}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Log': {'1.0'}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Network': {'1.1'}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Port': {'1.7'}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'PortForwarding': {'1.2'}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'QosPolicy': {'1.10'}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'SecurityGroup': {'1.5'}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'SubPort': {'1.0'}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Subnet': {'1.1'}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Trunk': {'1.1'}} Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: consumer versions: Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: { DHCP agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: L3 agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: Metadata agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: Metering agent@dv-cinder-830085-2-iscsi: {}, Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: Open vSwitch agent@dv-cinder-830085-2-iscsi: { 'AddressGroup': '1.2', Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'ConntrackHelper': '1.0', Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'LocalIPAssociation': '1.0', Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Log': '1.0', Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Network': '1.1', Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Port': '1.7', Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'PortForwarding': '1.2', Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'QosPolicy': '1.10', Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'SecurityGroup': '1.5', Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'SecurityGroupRule': '1.2', Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'SubPort': '1.0', Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Subnet': '1.1', Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Trunk': '1.1'}} Mar 08 11:56:34.941256 dv-cinder-830085-2-iscsi neutron-server[110510]: {{(pid=110510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:56:34.947665 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:56:34.948093 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Checking segment: {'id': '31c86bf1-6d9c-4688-aa08-382fd625aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:56:34.948738 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:34.949137 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Bound using segment: {'id': '31c86bf1-6d9c-4688-aa08-382fd625aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e'} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:56:34.949657 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Bound port: 3acedc1c-534e-4783-9516-01b68f37480c, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c86bf1-6d9c-4688-aa08-382fd625aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e'}}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:56:34.950042 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (3acedc1c-534e-4783-9516-01b68f37480c), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:35.008480 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-9bb008a1-a6eb-4e79-8690-88b9d6ed52e3 None None] Provisioning complete for port 3acedc1c-534e-4783-9516-01b68f37480c triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:56:35.009019 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9bb008a1-a6eb-4e79-8690-88b9d6ed52e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (3acedc1c-534e-4783-9516-01b68f37480c), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:35.022636 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] For port 3acedc1c-534e-4783-9516-01b68f37480c, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:56:35.041921 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] For port 3acedc1c-534e-4783-9516-01b68f37480c, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=3acedc1c-534e-4783-9516-01b68f37480c,segment=NetworkSegment(31c86bf1-6d9c-4688-aa08-382fd625aee0),segment_id=31c86bf1-6d9c-4688-aa08-382fd625aee0)] {{(pid=110510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:56:35.046252 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-9bb008a1-a6eb-4e79-8690-88b9d6ed52e3 None None] Port 3acedc1c-534e-4783-9516-01b68f37480c cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:56:35.159385 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (3acedc1c-534e-4783-9516-01b68f37480c), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:35.217076 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f3d33-bb14-49e0-9129-9b1506a4176a None None] Pushing event updated for resources: {'Port': ['ID=3acedc1c-534e-4783-9516-01b68f37480c,revision_number=4']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:35.225928 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Routers {'bbe59e37-c452-4375-a8f7-ae0d975c6ff4'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:56:35.226567 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T11:56:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['bbe59e37-c452-4375-a8f7-ae0d975c6ff4'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:35.337563 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] Set router bbe59e37-c452-4375-a8f7-ae0d975c6ff4 gateway port host: None {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:56:35.467798 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-17705582-d059-4fb3-8832-7783184d9ac7 None None] Provisioning complete for port 3acedc1c-534e-4783-9516-01b68f37480c triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:56:35.468114 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-17705582-d059-4fb3-8832-7783184d9ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (3acedc1c-534e-4783-9516-01b68f37480c), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:35.548936 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-17705582-d059-4fb3-8832-7783184d9ac7 None None] Current status of the port 3acedc1c-534e-4783-9516-01b68f37480c is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:56:35.549268 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-17705582-d059-4fb3-8832-7783184d9ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (3acedc1c-534e-4783-9516-01b68f37480c), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:35.581980 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'name': 'router1', 'tenant_id': '694d94ed017040068c3f2806adf41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:21Z', 'updated_at': '2022-03-08T11:56:32Z', 'revision_number': 2, 'project_id': '694d94ed017040068c3f2806adf41800', 'gw_port_host': None, '_interfaces': [{'id': '3acedc1c-534e-4783-9516-01b68f37480c', 'name': '', 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e', 'tenant_id': '694d94ed017040068c3f2806adf41800', 'mac_address': 'fa:16:3e:ba:30:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09982f0d-c412-417a-a0b4-b981aa76c519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:31Z', 'updated_at': '2022-03-08T11:56:35Z', 'revision_number': 4, 'project_id': '694d94ed017040068c3f2806adf41800', 'subnets': [{'id': '09982f0d-c412-417a-a0b4-b981aa76c519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9406066-d37d-4bd2-b5e7-d35ae75e8a3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:35.588437 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-17705582-d059-4fb3-8832-7783184d9ac7 None None] For port 3acedc1c-534e-4783-9516-01b68f37480c, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=3acedc1c-534e-4783-9516-01b68f37480c,segment=NetworkSegment(31c86bf1-6d9c-4688-aa08-382fd625aee0),segment_id=31c86bf1-6d9c-4688-aa08-382fd625aee0)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:56:35.613352 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63962a-17d9-42ff-8633-5b0e2a26e0ff None None] The sync data for ids ['bbe59e37-c452-4375-a8f7-ae0d975c6ff4'] in dv-cinder-830085-2-iscsi is: [{'id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'name': 'router1', 'tenant_id': '694d94ed017040068c3f2806adf41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:21Z', 'updated_at': '2022-03-08T11:56:32Z', 'revision_number': 2, 'project_id': '694d94ed017040068c3f2806adf41800', 'gw_port_host': None, '_interfaces': [{'id': '3acedc1c-534e-4783-9516-01b68f37480c', 'name': '', 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e', 'tenant_id': '694d94ed017040068c3f2806adf41800', 'mac_address': 'fa:16:3e:ba:30:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09982f0d-c412-417a-a0b4-b981aa76c519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:31Z', 'updated_at': '2022-03-08T11:56:35Z', 'revision_number': 4, 'project_id': '694d94ed017040068c3f2806adf41800', 'subnets': [{'id': '09982f0d-c412-417a-a0b4-b981aa76c519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9406066-d37d-4bd2-b5e7-d35ae75e8a3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:35.648450 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-17705582-d059-4fb3-8832-7783184d9ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (3acedc1c-534e-4783-9516-01b68f37480c), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:35.704536 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17705582-d059-4fb3-8832-7783184d9ac7 None None] Pushing event updated for resources: {'Port': ['ID=3acedc1c-534e-4783-9516-01b68f37480c,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:35.768551 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 45932) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:35.890363 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee8225e-0cb5-4183-99e8-79a7c18a2aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:35.896973 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-3ee8225e-0cb5-4183-99e8-79a7c18a2aac admin admin] 10.222.0.44 "GET /v2.0/networks/981964ec-6e66-47f5-aee6-03bea7be7d13 HTTP/1.1" status: 200 len: 842 time: 0.1222162 Mar 08 11:56:35.901490 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-8fecca15-ac2e-415d-af43-4ed2700b35b7 admin admin] Request body: {'subnet': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:36.013433 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fecca15-ac2e-415d-af43-4ed2700b35b7 admin admin] Made reservation on behalf of 176554a4b413448693c0524579fe34cd for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:36.015979 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8fecca15-ac2e-415d-af43-4ed2700b35b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:36.381265 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.objects.ports [None req-8fecca15-ac2e-415d-af43-4ed2700b35b7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110508) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 11:56:36.381697 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8fecca15-ac2e-415d-af43-4ed2700b35b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (8202d2b0-9c57-4c83-9455-27cdb532cee3), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:36.431505 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecca15-ac2e-415d-af43-4ed2700b35b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8202d2b0-9c57-4c83-9455-27cdb532cee3,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:36.453764 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fecca15-ac2e-415d-af43-4ed2700b35b7 admin admin] Checking segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:56:36.454141 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fecca15-ac2e-415d-af43-4ed2700b35b7 admin admin] Network hostable DHCP agents. Network: 981964ec-6e66-47f5-aee6-03bea7be7d13, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:56:36.567934 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fecca15-ac2e-415d-af43-4ed2700b35b7 admin admin] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:56:36.667903 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-8fecca15-ac2e-415d-af43-4ed2700b35b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, 981964ec-6e66-47f5-aee6-03bea7be7d13) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:36.672314 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fecca15-ac2e-415d-af43-4ed2700b35b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:36.672913 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8fecca15-ac2e-415d-af43-4ed2700b35b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:36.679377 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13efae9b-ed14-4550-8ba5-0833043bc095 None None] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:56:36.756586 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-8fecca15-ac2e-415d-af43-4ed2700b35b7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8585420 Mar 08 11:56:36.799338 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be12ee72-ff94-463e-8328-c34309117008 None None] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:56:39.259381 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 45940) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:39.481280 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-cff94eef-5824-4b78-a6b3-2c38d6e3dfc5 demo admin] 10.222.0.44 "GET /v2.0/routers/bbe59e37-c452-4375-a8f7-ae0d975c6ff4 HTTP/1.1" status: 200 len: 710 time: 0.2195573 Mar 08 11:56:39.568740 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8174a3d-9811-432d-a7d3-42c73b8e390b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:39.570109 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-b8174a3d-9811-432d-a7d3-42c73b8e390b demo admin] 10.222.0.44 "GET /v2.0/networks/981964ec-6e66-47f5-aee6-03bea7be7d13 HTTP/1.1" status: 200 len: 886 time: 0.0829647 Mar 08 11:56:39.580021 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:39.835837 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Publish callbacks [] for router_gateway (bbe59e37-c452-4375-a8f7-ae0d975c6ff4), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:40.175665 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Publish callbacks [] for router_gateway (bbe59e37-c452-4375-a8f7-ae0d975c6ff4), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:40.250991 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:40.361463 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Allocated IP 172.27.1.27 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/a9972fed-7d2a-45e4-908e-9ae5c0cec561) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:40.465257 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Publish callbacks [] for port (a9972fed-7d2a-45e4-908e-9ae5c0cec561), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:40.605930 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (a9972fed-7d2a-45e4-908e-9ae5c0cec561), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:40.646325 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:40.649331 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:40.653756 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:56:40.690455 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Pushing event updated for resources: {'Port': ['ID=a9972fed-7d2a-45e4-908e-9ae5c0cec561,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:41.104879 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Publish callbacks [] for router_gateway (bbe59e37-c452-4375-a8f7-ae0d975c6ff4), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:41.404381 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33063884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33075739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31855'] for router (bbe59e37-c452-4375-a8f7-ae0d975c6ff4), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:41.408153 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33063927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33063877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33063934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33075732'] for router (bbe59e37-c452-4375-a8f7-ae0d975c6ff4), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:41.525099 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Router bbe59e37-c452-4375-a8f7-ae0d975c6ff4 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:56:41.642018 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:56:41.646276 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:41.659237 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-77a8c0ad-a981-4f51-8c7f-b9a8c43cc212 demo admin] 10.222.0.44 "PUT /v2.0/routers/bbe59e37-c452-4375-a8f7-ae0d975c6ff4 HTTP/1.1" status: 200 len: 889 time: 2.0708942 Mar 08 11:56:42.593216 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 3acedc1c-534e-4783-9516-01b68f37480c up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:56:42.648613 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 3acedc1c-534e-4783-9516-01b68f37480c triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:56:42.648977 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (3acedc1c-534e-4783-9516-01b68f37480c), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:42.735880 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 3acedc1c-534e-4783-9516-01b68f37480c is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:56:44.324390 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 45952) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:56:44.477042 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-907377aa-9ccd-423e-a5b6-07254415007d admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1508801 Mar 08 11:56:44.580339 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Sync routers for ids ['bbe59e37-c452-4375-a8f7-ae0d975c6ff4'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:56:44.592588 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Routers {'bbe59e37-c452-4375-a8f7-ae0d975c6ff4'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:56:44.593266 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T11:56:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['bbe59e37-c452-4375-a8f7-ae0d975c6ff4'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:44.864029 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Set router bbe59e37-c452-4375-a8f7-ae0d975c6ff4 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:56:45.395848 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'name': 'router1', 'tenant_id': '694d94ed017040068c3f2806adf41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a9972fed-7d2a-45e4-908e-9ae5c0cec561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:21Z', 'updated_at': '2022-03-08T11:56:40Z', 'revision_number': 4, 'project_id': '694d94ed017040068c3f2806adf41800', 'gw_port': {'id': 'a9972fed-7d2a-45e4-908e-9ae5c0cec561', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:40Z', 'updated_at': '2022-03-08T11:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '3acedc1c-534e-4783-9516-01b68f37480c', 'name': '', 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e', 'tenant_id': '694d94ed017040068c3f2806adf41800', 'mac_address': 'fa:16:3e:ba:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09982f0d-c412-417a-a0b4-b981aa76c519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:31Z', 'updated_at': '2022-03-08T11:56:35Z', 'revision_number': 5, 'project_id': '694d94ed017040068c3f2806adf41800', 'subnets': [{'id': '09982f0d-c412-417a-a0b4-b981aa76c519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9406066-d37d-4bd2-b5e7-d35ae75e8a3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:45.450979 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Checking router: bbe59e37-c452-4375-a8f7-ae0d975c6ff4 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:56:45.451375 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Updating router bbe59e37-c452-4375-a8f7-ae0d975c6ff4 port a9972fed-7d2a-45e4-908e-9ae5c0cec561 binding host dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:56:45.516915 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a9972fed-7d2a-45e4-908e-9ae5c0cec561), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:45.940014 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Publish callbacks [] for port (a9972fed-7d2a-45e4-908e-9ae5c0cec561), precommit_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:46.014070 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a9972fed-7d2a-45e4-908e-9ae5c0cec561), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:46.061722 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771b428-e825-4cc3-ab40-513b59f178c0 None None] Pushing event updated for resources: {'Port': ['ID=a9972fed-7d2a-45e4-908e-9ae5c0cec561,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:46.090804 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Attempting to bind port a9972fed-7d2a-45e4-908e-9ae5c0cec561 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:56:46.092117 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Attempting to bind port a9972fed-7d2a-45e4-908e-9ae5c0cec561 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:56:46.092676 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Attempting to bind port a9972fed-7d2a-45e4-908e-9ae5c0cec561 on network 981964ec-6e66-47f5-aee6-03bea7be7d13 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:56:46.102956 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:56:46.102956 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Checking segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:56:46.103404 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:46.103828 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Bound using segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:56:46.104573 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Bound port: a9972fed-7d2a-45e4-908e-9ae5c0cec561, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:56:46.105215 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a9972fed-7d2a-45e4-908e-9ae5c0cec561), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:46.197606 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] For port a9972fed-7d2a-45e4-908e-9ae5c0cec561, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:56:46.203568 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] For port a9972fed-7d2a-45e4-908e-9ae5c0cec561, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=a9972fed-7d2a-45e4-908e-9ae5c0cec561,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:56:46.326074 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a9972fed-7d2a-45e4-908e-9ae5c0cec561), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:46.389254 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Routers {'bbe59e37-c452-4375-a8f7-ae0d975c6ff4'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:56:46.389891 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T11:56:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['bbe59e37-c452-4375-a8f7-ae0d975c6ff4'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:46.391935 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771b428-e825-4cc3-ab40-513b59f178c0 None None] Pushing event updated for resources: {'Port': ['ID=a9972fed-7d2a-45e4-908e-9ae5c0cec561,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:46.520459 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] Set router bbe59e37-c452-4375-a8f7-ae0d975c6ff4 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:56:46.908738 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'name': 'router1', 'tenant_id': '694d94ed017040068c3f2806adf41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a9972fed-7d2a-45e4-908e-9ae5c0cec561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:21Z', 'updated_at': '2022-03-08T11:56:40Z', 'revision_number': 4, 'project_id': '694d94ed017040068c3f2806adf41800', 'gw_port': {'id': 'a9972fed-7d2a-45e4-908e-9ae5c0cec561', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:40Z', 'updated_at': '2022-03-08T11:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '3acedc1c-534e-4783-9516-01b68f37480c', 'name': '', 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e', 'tenant_id': '694d94ed017040068c3f2806adf41800', 'mac_address': 'fa:16:3e:ba:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09982f0d-c412-417a-a0b4-b981aa76c519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:31Z', 'updated_at': '2022-03-08T11:56:35Z', 'revision_number': 5, 'project_id': '694d94ed017040068c3f2806adf41800', 'subnets': [{'id': '09982f0d-c412-417a-a0b4-b981aa76c519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9406066-d37d-4bd2-b5e7-d35ae75e8a3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:56:46.964275 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368e4ad-5ccd-45f8-b687-3d2f57381fa9 None None] The sync data for ids ['bbe59e37-c452-4375-a8f7-ae0d975c6ff4'] in dv-cinder-830085-2-iscsi is: [{'id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'name': 'router1', 'tenant_id': '694d94ed017040068c3f2806adf41800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'a9972fed-7d2a-45e4-908e-9ae5c0cec561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:56:21Z', 'updated_at': '2022-03-08T11:56:40Z', 'revision_number': 4, 'project_id': '694d94ed017040068c3f2806adf41800', 'gw_port': {'id': 'a9972fed-7d2a-45e4-908e-9ae5c0cec561', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:40Z', 'updated_at': '2022-03-08T11:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '3acedc1c-534e-4783-9516-01b68f37480c', 'name': '', 'network_id': '929891a0-c4e8-488f-b3ca-e9c68bf6282e', 'tenant_id': '694d94ed017040068c3f2806adf41800', 'mac_address': 'fa:16:3e:ba:30:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe59e37-c452-4375-a8f7-ae0d975c6ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09982f0d-c412-417a-a0b4-b981aa76c519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:56:31Z', 'updated_at': '2022-03-08T11:56:35Z', 'revision_number': 5, 'project_id': '694d94ed017040068c3f2806adf41800', 'subnets': [{'id': '09982f0d-c412-417a-a0b4-b981aa76c519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9406066-d37d-4bd2-b5e7-d35ae75e8a3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:56:48.649844 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device a9972fed-7d2a-45e4-908e-9ae5c0cec561 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:56:48.728781 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port a9972fed-7d2a-45e4-908e-9ae5c0cec561 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:56:48.729222 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a9972fed-7d2a-45e4-908e-9ae5c0cec561), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:48.845998 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port a9972fed-7d2a-45e4-908e-9ae5c0cec561 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:56:48.846411 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a9972fed-7d2a-45e4-908e-9ae5c0cec561), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:48.878827 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port a9972fed-7d2a-45e4-908e-9ae5c0cec561, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=a9972fed-7d2a-45e4-908e-9ae5c0cec561,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:56:48.969407 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a9972fed-7d2a-45e4-908e-9ae5c0cec561), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:49.092199 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=a9972fed-7d2a-45e4-908e-9ae5c0cec561,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:50.621596 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device a9972fed-7d2a-45e4-908e-9ae5c0cec561 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:56:50.729606 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port a9972fed-7d2a-45e4-908e-9ae5c0cec561 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:56:50.730269 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a9972fed-7d2a-45e4-908e-9ae5c0cec561), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:50.936892 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port a9972fed-7d2a-45e4-908e-9ae5c0cec561 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:56:53.672607 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a7f50674-a00f-4adb-9939-4c4a84711f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:53.885559 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 5 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:56:56.186407 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4436e999-f96f-4392-ae90-2ab35425d6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:57.362826 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:58.837521 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:59.849264 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:23.624472 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-5f846f93-0c27-4e09-a097-bef05839d2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:26.306496 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-7e3705a6-cc26-42f8-af5f-439a6557dc7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:27.363613 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:28.852598 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:29.806711 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:30.875475 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 5 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:57:53.679102 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-cf68aeb4-feea-4ea5-a09a-f9cc687c49ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:56.164840 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-87f761cc-6700-4b37-8c24-43d276d5ee4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:57.357282 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:58.828267 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:59.811040 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:07.877000 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 5 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:58:12.097312 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46438) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:12.168590 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.pecan_wsgi.hooks.translation [None req-438e543e-6225-450e-8397-573057bf0a74 admin admin] GET failed (client error): The resource could not be found. Mar 08 11:58:12.170028 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-438e543e-6225-450e-8397-573057bf0a74 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0709598 Mar 08 11:58:12.340957 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1785275-6584-48a0-93a5-4be4d9df5e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:12.342347 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-b1785275-6584-48a0-93a5-4be4d9df5e3d admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1679382 Mar 08 11:58:14.748386 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 46448) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:14.897580 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63690f47-c217-44b9-a385-107b09f261c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:14.898997 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-63690f47-c217-44b9-a385-107b09f261c1 admin admin] 10.222.0.44 "GET /v2.0/subnets/09982f0d-c412-417a-a0b4-b981aa76c519 HTTP/1.1" status: 200 len: 849 time: 0.1495891 Mar 08 11:58:14.909110 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:58:15.000070 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Publish callbacks [] for subnet (09982f0d-c412-417a-a0b4-b981aa76c519), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:15.245520 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767219570863'] for subnet (09982f0d-c412-417a-a0b4-b981aa76c519), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:15.283565 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:15.284174 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:15.290030 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] 10.222.0.44 "PUT /v2.0/subnets/09982f0d-c412-417a-a0b4-b981aa76c519 HTTP/1.1" status: 200 len: 868 time: 0.3805943 Mar 08 11:58:15.290437 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a237cd-58ea-4879-8718-6da6cd125cf8 None None] Network 929891a0-c4e8-488f-b3ca-e9c68bf6282e requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:58:15.306944 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09982f0d-c412-417a-a0b4-b981aa76c519,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:15.315713 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:15.316799 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:15.316799 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:15.316799 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:15.317322 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:15.317714 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:15.318079 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:15.318415 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:15.318768 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:15.319144 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:15.319485 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:15.319809 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:15.320129 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25cd93d-9781-4931-9956-7bd72c94b9f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:15.685120 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-cf92e7fe-c52c-4da0-b2b7-434eccf8c2c9 None None] Provisioning complete for port 3acedc1c-534e-4783-9516-01b68f37480c triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:58:15.685505 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-cf92e7fe-c52c-4da0-b2b7-434eccf8c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (3acedc1c-534e-4783-9516-01b68f37480c), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:15.762213 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-cf92e7fe-c52c-4da0-b2b7-434eccf8c2c9 None None] Current status of the port 3acedc1c-534e-4783-9516-01b68f37480c is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:58:15.772531 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-cf92e7fe-c52c-4da0-b2b7-434eccf8c2c9 None None] Provisioning complete for port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:58:15.772924 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-cf92e7fe-c52c-4da0-b2b7-434eccf8c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (0902f22a-2c2d-4cf9-be0b-eeb51f9519f9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:15.851317 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-cf92e7fe-c52c-4da0-b2b7-434eccf8c2c9 None None] Current status of the port 0902f22a-2c2d-4cf9-be0b-eeb51f9519f9 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:58:17.673684 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 46458) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:17.885640 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a19195-8810-47f0-8998-7d487820ccaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:17.886114 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a19195-8810-47f0-8998-7d487820ccaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:17.887718 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-48a19195-8810-47f0-8998-7d487820ccaa admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2130661 Mar 08 11:58:20.259250 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46466) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:20.466090 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2922f-db92-4409-a116-d220ae8d6273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:20.466503 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2922f-db92-4409-a116-d220ae8d6273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:20.468160 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-57b2922f-db92-4409-a116-d220ae8d6273 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2079151 Mar 08 11:58:22.881434 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46476) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:23.016899 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37878fc4-effc-4969-aace-64497b69115e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:23.018298 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-37878fc4-effc-4969-aace-64497b69115e admin admin] 10.222.0.44 "GET /v2.0/networks/929891a0-c4e8-488f-b3ca-e9c68bf6282e HTTP/1.1" status: 200 len: 869 time: 0.1358936 Mar 08 11:58:23.668743 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-73e56068-e8f0-438c-8c05-c8419b6b4b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:25.352966 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46484) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:25.483837 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c7651c-3ad8-4ba4-8f4d-255a35630ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:25.485293 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-a3c7651c-3ad8-4ba4-8f4d-255a35630ecc admin admin] 10.222.0.44 "GET /v2.0/networks/981964ec-6e66-47f5-aee6-03bea7be7d13 HTTP/1.1" status: 200 len: 886 time: 0.1312692 Mar 08 11:58:26.160204 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-7aeeaa21-b6c3-49bf-9334-fddb3bcbc94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:27.375783 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:27.863597 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46492) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:28.005866 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f270aaf0-3daf-4afa-99ad-810fb9b39c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:28.006223 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f270aaf0-3daf-4afa-99ad-810fb9b39c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:28.007790 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-f270aaf0-3daf-4afa-99ad-810fb9b39c62 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1432023 Mar 08 11:58:28.844271 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:29.817365 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:30.359149 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46500) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:30.451087 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdd84db-8561-45ef-a307-9403c6f006cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:30.451569 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdd84db-8561-45ef-a307-9403c6f006cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:30.453682 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-ffdd84db-8561-45ef-a307-9403c6f006cf admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929527 Mar 08 11:58:32.803231 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46508) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:32.897919 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe322c26-1540-4101-a0fe-d066de65cf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:32.899353 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-fe322c26-1540-4101-a0fe-d066de65cf0f admin admin] 10.222.0.44 "GET /v2.0/subnets/09982f0d-c412-417a-a0b4-b981aa76c519 HTTP/1.1" status: 200 len: 868 time: 0.0951142 Mar 08 11:58:35.266301 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46516) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:35.368074 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a4362-a1e0-4a6f-9f92-78dd75fb7ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:35.369433 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-435a4362-a1e0-4a6f-9f92-78dd75fb7ccb admin admin] 10.222.0.44 "GET /v2.0/subnets/8202d2b0-9c57-4c83-9455-27cdb532cee3 HTTP/1.1" status: 200 len: 816 time: 0.1016350 Mar 08 11:58:44.877580 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 5 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:58:53.618645 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-054e9476-6faa-43fb-9120-43977326b8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:56.173333 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-759c0159-71e9-4686-8ad6-d935c83ebc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:57.390462 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:58.853173 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:59.819066 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:04.240569 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46568) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:04.288704 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [None req-02a5af5f-5906-4753-bab3-422e6321d949 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110508) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:59:04.289723 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-02a5af5f-5906-4753-bab3-422e6321d949 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482123 Mar 08 11:59:06.782444 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46576) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:06.844452 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6837dfc-969d-44da-8932-2370ad1bcbbf admin admin] GET failed (client error): The resource could not be found. Mar 08 11:59:06.845696 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-c6837dfc-969d-44da-8932-2370ad1bcbbf admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622592 Mar 08 11:59:06.931883 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6d3752-2613-465e-8ccc-70d8c1bc05bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:06.933524 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-5e6d3752-2613-465e-8ccc-70d8c1bc05bd admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838227 Mar 08 11:59:09.307583 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46584) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:09.358329 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:59:09.474528 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Made reservation on behalf of 176554a4b413448693c0524579fe34cd for: {'network': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:59:09.477052 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:09.505680 dv-cinder-830085-2-iscsi neutron-server[110508]: WARNING neutron.services.revisions.revision_plugin [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Could not find related network for resource to bump revision. Mar 08 11:59:09.518081 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=110508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:59:09.527305 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (721d9762-d779-4d8d-9157-2182ec3ea109), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:09.527768 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.segments_db [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Added segment 721d9762-d779-4d8d-9157-2182ec3ea109 of type vlan for network 2c1bfa3d-710b-434e-8473-0aa7ccaa9785 Mar 08 11:59:09.571109 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (2c1bfa3d-710b-434e-8473-0aa7ccaa9785), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:09.659572 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (2c1bfa3d-710b-434e-8473-0aa7ccaa9785), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:09.660602 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:09.661187 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:09.752545 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Pushing event updated for resources: {'Network': ['ID=2c1bfa3d-710b-434e-8473-0aa7ccaa9785,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:09.759153 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.759472 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.759888 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.760204 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.760539 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.760876 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.761222 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.761557 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.761931 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.762284 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.762615 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.762942 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.763289 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.775150 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network 2c1bfa3d-710b-434e-8473-0aa7ccaa9785 details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:59:09.788385 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-a2fed2f4-1356-455a-810e-a162f5c45843 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4796126 Mar 08 11:59:12.184294 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46592) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:12.356383 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f579a81-a030-444f-9ab4-7aadc1a75053 admin admin] GET failed (client error): The resource could not be found. Mar 08 11:59:12.357763 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-1f579a81-a030-444f-9ab4-7aadc1a75053 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1725769 Mar 08 11:59:12.428258 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf45a09e-dd14-4fe6-afa2-6b19ca187c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:12.429772 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-bf45a09e-dd14-4fe6-afa2-6b19ca187c6e admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674987 Mar 08 11:59:12.439931 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-2d0ca26a-b4c4-42d3-9f5a-5cf1248c314b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '2c1bfa3d-710b-434e-8473-0aa7ccaa9785', 'cidr': '192.168.233.0/24'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:59:12.527643 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0ca26a-b4c4-42d3-9f5a-5cf1248c314b admin admin] Made reservation on behalf of 176554a4b413448693c0524579fe34cd for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:59:12.529978 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca26a-b4c4-42d3-9f5a-5cf1248c314b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:12.769210 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca26a-b4c4-42d3-9f5a-5cf1248c314b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (613b767d-81c9-4d10-aad1-83bcc09f16df), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:12.826495 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ca26a-b4c4-42d3-9f5a-5cf1248c314b admin admin] Pushing event updated for resources: {'Subnet': ['ID=613b767d-81c9-4d10-aad1-83bcc09f16df,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:12.835956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ca26a-b4c4-42d3-9f5a-5cf1248c314b admin admin] Checking segment: {'id': '721d9762-d779-4d8d-9157-2182ec3ea109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2c1bfa3d-710b-434e-8473-0aa7ccaa9785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:59:12.836311 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ca26a-b4c4-42d3-9f5a-5cf1248c314b admin admin] Network hostable DHCP agents. Network: 2c1bfa3d-710b-434e-8473-0aa7ccaa9785, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:59:12.923605 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ca26a-b4c4-42d3-9f5a-5cf1248c314b admin admin] Network 2c1bfa3d-710b-434e-8473-0aa7ccaa9785 is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:59:13.064835 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-2d0ca26a-b4c4-42d3-9f5a-5cf1248c314b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, 2c1bfa3d-710b-434e-8473-0aa7ccaa9785) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:59:13.069421 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0ca26a-b4c4-42d3-9f5a-5cf1248c314b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:13.071386 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca26a-b4c4-42d3-9f5a-5cf1248c314b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:13.075199 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e76733b-f14d-49ab-bdcc-e94850cf0fb4 None None] Network 2c1bfa3d-710b-434e-8473-0aa7ccaa9785 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:59:13.159002 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-2d0ca26a-b4c4-42d3-9f5a-5cf1248c314b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7228022 Mar 08 11:59:13.185044 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9edbfed6-1ad3-5ea8-a132-a097731b67f7-2c1bfa3d-710b-434e-8473-0aa7ccaa9785', 'network_id': '2c1bfa3d-710b-434e-8473-0aa7ccaa9785', 'project_id': '176554a4b413448693c0524579fe34cd', 'fixed_ips': [{'subnet_id': '613b767d-81c9-4d10-aad1-83bcc09f16df'}]}} from dv-cinder-830085-2-iscsi. {{(pid=110509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:59:13.185936 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:13.342940 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.db_base_plugin_common [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Allocated IP 192.168.233.2 (2c1bfa3d-710b-434e-8473-0aa7ccaa9785/613b767d-81c9-4d10-aad1-83bcc09f16df/5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92) {{(pid=110509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:59:13.593174 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Publish callbacks [] for port (5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92), precommit_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:13.711646 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:13.754217 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Network 2c1bfa3d-710b-434e-8473-0aa7ccaa9785 is already hosted by enough agents. {{(pid=110509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:59:13.757113 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.base_scheduler [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Resources bound (agent type, host, resource id): {{(pid=110509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:59:13.759686 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Received port after_create {{(pid=110509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:59:13.768901 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Pushing event updated for resources: {'Port': ['ID=5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92,revision_number=1']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:13.791982 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:13.792332 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:13.792697 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:13.793036 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:13.793439 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:13.793713 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:13.794039 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:13.794368 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:13.794698 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:13.795038 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:13.795397 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:13.795724 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:13.796101 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:13.836626 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Attempting to bind port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:59:13.836996 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Attempting to bind port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '721d9762-d779-4d8d-9157-2182ec3ea109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2c1bfa3d-710b-434e-8473-0aa7ccaa9785'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:59:13.837360 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Attempting to bind port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92 on network 2c1bfa3d-710b-434e-8473-0aa7ccaa9785 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:59:13.842686 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:59:13.843068 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Checking segment: {'id': '721d9762-d779-4d8d-9157-2182ec3ea109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2c1bfa3d-710b-434e-8473-0aa7ccaa9785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:59:13.843541 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:13.843893 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Bound using segment: {'id': '721d9762-d779-4d8d-9157-2182ec3ea109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2c1bfa3d-710b-434e-8473-0aa7ccaa9785'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:59:13.844364 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Bound port: 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721d9762-d779-4d8d-9157-2182ec3ea109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2c1bfa3d-710b-434e-8473-0aa7ccaa9785'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:59:13.844747 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:13.909829 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] For port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:59:13.913163 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] For port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92,segment=NetworkSegment(721d9762-d779-4d8d-9157-2182ec3ea109),segment_id=721d9762-d779-4d8d-9157-2182ec3ea109)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:59:14.002828 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:14.063225 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d3821-c63e-4354-87be-3c986cf31383 None None] Pushing event updated for resources: {'Port': ['ID=5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:14.688258 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:59:14.756793 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:59:14.757204 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:14.852967 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:59:14.853862 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:14.922531 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92,segment=NetworkSegment(721d9762-d779-4d8d-9157-2182ec3ea109),segment_id=721d9762-d779-4d8d-9157-2182ec3ea109)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:59:14.963905 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b42c7d-eae3-40e7-90b1-ea3e44bc4ae5 None None] Network 2c1bfa3d-710b-434e-8473-0aa7ccaa9785 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:59:15.018299 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:15.093450 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:15.120531 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-8c12ef78-fc22-4fc6-8781-69b218cbb85f None None] Provisioning complete for port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:59:15.120909 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-8c12ef78-fc22-4fc6-8781-69b218cbb85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:15.230234 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-8c12ef78-fc22-4fc6-8781-69b218cbb85f None None] Current status of the port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:59:15.355953 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-207932bf-5833-4726-a9ee-b8712c102942 None None] Provisioning complete for port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:59:15.356344 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-207932bf-5833-4726-a9ee-b8712c102942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:15.436530 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-207932bf-5833-4726-a9ee-b8712c102942 None None] Current status of the port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:59:16.650342 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:59:16.707290 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:59:16.707791 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:16.793029 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 5b6a9ce9-bf61-47cb-a0c5-80b993c0ea92 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:59:21.876087 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 5 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:59:23.608358 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-dfde2bea-f073-409c-b65b-aae72632924b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:26.208704 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-55172249-184b-4bef-9f73-5afd8a168e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:27.426414 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:28.841127 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:29.814048 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:53.626733 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-099bb736-729a-46a0-8389-ede33c843600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:56.162782 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-07915a46-06fd-4504-8439-7648d5b22d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:57.368384 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:58.855568 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:58.873687 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 5 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:59:59.827229 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.616311 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-c0ff31c0-2a59-4593-bef6-a690ef6ca128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:26.199594 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-37269c11-44a7-4d6e-9c7e-c5680e03a705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.474443 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:28.845853 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:29.838238 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:35.872898 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 5 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:00:44.232192 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46632) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:44.237923 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [None req-1d8c5741-466e-4637-aea6-40b1c8272f8b tempest-verify_tempest_config-818158399 tempest-verify_tempest_config-818158399-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110508) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:00:44.238837 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-1d8c5741-466e-4637-aea6-40b1c8272f8b tempest-verify_tempest_config-818158399 tempest-verify_tempest_config-818158399-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056813 Mar 08 12:00:44.772508 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 46650) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:44.907751 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:44.982245 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Publish callbacks [] for security_group (31979073-f9c8-4439-9e7a-dce0f9799627), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.034533 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (31979073-f9c8-4439-9e7a-dce0f9799627), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.084739 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2505a1db4a634a22891381da7747071d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3111155 Mar 08 12:00:45.085449 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31979073-f9c8-4439-9e7a-dce0f9799627,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:45.087502 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46656) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:00:45.092459 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.092820 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.093172 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.093524 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.093866 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.094208 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.094572 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.095310 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.095310 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.095633 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.095969 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.096305 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.096629 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6fb59-0800-4c6b-977e-df8e49d04a31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.144147 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Publish callbacks [] for security_group (31979073-f9c8-4439-9e7a-dce0f9799627), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.165868 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Publish callbacks [] for security_group (31979073-f9c8-4439-9e7a-dce0f9799627), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.313723 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (31979073-f9c8-4439-9e7a-dce0f9799627), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.316629 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:45.317844 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31979073-f9c8-4439-9e7a-dce0f9799627 HTTP/1.1" status: 204 len: 168 time: 0.2292821 Mar 08 12:00:45.326856 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31979073-f9c8-4439-9e7a-dce0f9799627,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:00:45.334602 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.334943 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.335374 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.335651 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.335985 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.336324 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.336668 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.337001 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.337344 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.337675 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.338003 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.338322 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:45.338646 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1f32-d0bc-466f-b72d-f04891635110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:00:53.618034 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d19695ce-a4ac-4c0c-87f4-ce4b0a13b637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:56.235100 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-70e63502-574f-4597-a687-4c525c12bcae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.378701 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:58.846377 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:59.818231 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:12.871301 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 5 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:01:23.636812 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-77edc09d-7c21-4e66-a023-5357b78cff44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:26.190912 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-fa53d327-2071-48e1-b642-0876175a6caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.350502 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:28.853899 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:29.825109 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:49.869471 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 5 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:01:53.614488 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f271ac46-59a9-446a-8d42-20d3167087eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:56.174922 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2c373f9e-3bb9-4e1f-b2a7-d1e131f97d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:57.403748 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:58.883997 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:59.832300 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:23.618045 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6263f147-1829-42f2-be22-075fa17e6b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:26.269782 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-549db347-f8e0-451f-9562-4ae876b69de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:26.867457 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 5 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:02:27.401079 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:28.886434 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:29.840969 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:31.051875 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33077502'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:46.708097 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 46726) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:46.829253 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-7c1e47de-2b96-420f-a1ab-2bd14c487107 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1192689 Mar 08 12:02:49.187630 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 46736) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:02:49.245791 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c8a3308b-7218-4547-9415-2d081762e9eb admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0570235 Mar 08 12:02:53.623395 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4ed94fe5-1cde-4126-9e13-2d8502829ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:56.302544 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-c75e33da-0177-4ffa-a32c-5a60113ff625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:57.382665 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:58.879138 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:59.815745 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:00.969897 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:03.866423 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:03:23.600005 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-8310f281-1338-46f0-83bf-ab5664f1e7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:26.216458 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-04196a8d-1aaa-479d-b941-1a2b40dcca51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:27.405089 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:28.878853 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:29.821528 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:30.986946 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:40.864681 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:03:53.628463 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-88b2eb61-0c0b-49cb-855b-5130bc512989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:56.326783 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-920ed632-a122-476d-a3b0-620ac8d0267e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:57.405200 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:58.907633 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:59.827773 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:01.000277 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:17.863729 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:04:23.646925 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9be55bfd-602e-4ede-be55-df3aaa3605f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:26.206236 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4238eb1a-1c2c-42ff-aac1-458e939467a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.497104 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:28.892124 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:29.564941 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 46932) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:29.822855 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46946) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:29.857120 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.148303 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-network', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:30.178934 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 46954) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:30.296710 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Made reservation on behalf of 8365ad5cbe4d4bbcaa750e1f088a3f02 for: {'network': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:30.299506 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.309105 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.391711 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Publish callbacks [] for security_group (7a933efe-15cf-4968-a0f6-03e4b9ab86cd), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.392024 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-932668837-network', 'tenant_id': '4868bd544af04b158e08c3694b9279ff'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:30.420786 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 46964) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:30.459658 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2011758296-network', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:30.491268 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 46968) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:30.651446 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Made reservation on behalf of 4868bd544af04b158e08c3694b9279ff for: {'network': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:30.651890 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (7a933efe-15cf-4968-a0f6-03e4b9ab86cd), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.654383 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.655925 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Made reservation on behalf of b4c90d01c5d648759ec3b1b4f0a17c0d for: {'network': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:30.658570 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.663711 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.678218 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.689630 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=110507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:04:30.710358 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (ca454751-6d9a-461b-b66a-11996f603375), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.710740 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.segments_db [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Added segment ca454751-6d9a-461b-b66a-11996f603375 of type vlan for network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 Mar 08 12:04:30.744947 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Publish callbacks [] for security_group (eff462e5-7fea-4c73-bd9e-666e6b39b308), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.776007 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-175704195-network', 'tenant_id': '638b3ca153e64d9481be6f83a027bb31'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:30.781640 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.797858 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a933efe-15cf-4968-a0f6-03e4b9ab86cd,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:30.835441 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (eff462e5-7fea-4c73-bd9e-666e6b39b308), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.845382 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.845682 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.846040 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.846386 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.846759 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.847356 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.847702 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.848048 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.848406 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.848760 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.849136 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.849504 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.849837 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Tracked resource versions report: Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: pushed versions: Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: { 'AddressGroup': {'1.2'}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'ConntrackHelper': {'1.0'}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Log': {'1.0'}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Network': {'1.1'}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Port': {'1.7'}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'PortForwarding': {'1.2'}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'QosPolicy': {'1.10'}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'SecurityGroup': {'1.5'}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'SubPort': {'1.0'}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Subnet': {'1.1'}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Trunk': {'1.1'}} Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: consumer versions: Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: { DHCP agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: HyperV agent@hv-cinder-83008: {}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: L3 agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: Metadata agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: Metering agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: Open vSwitch agent@dv-cinder-830085-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'ConntrackHelper': '1.0', Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'LocalIPAssociation': '1.0', Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Log': '1.0', Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Network': '1.1', Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Port': '1.7', Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'PortForwarding': '1.2', Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'QosPolicy': '1.10', Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'SecurityGroup': '1.5', Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'SecurityGroupRule': '1.2', Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'SubPort': '1.0', Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Subnet': '1.1', Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: 'Trunk': '1.1'}} Mar 08 12:04:30.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: {{(pid=110507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:04:30.869159 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=110508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:04:30.881406 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (644ef2f4-a047-40eb-b60b-1a47db04c683), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.881770 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.segments_db [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Added segment 644ef2f4-a047-40eb-b60b-1a47db04c683 of type vlan for network 91deec2c-beff-469e-8457-e94ee53aae39 Mar 08 12:04:30.918297 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Publish callbacks [] for security_group (59b119ff-8900-485c-a777-aa47ce905d6f), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.931312 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (91deec2c-beff-469e-8457-e94ee53aae39), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.942878 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.943932 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:30.944796 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:30.957025 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff462e5-7fea-4c73-bd9e-666e6b39b308,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:30.978587 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.978969 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.979401 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.979764 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.980132 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.980496 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.980851 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.981287 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.981554 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.981921 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.982253 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.982610 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.982953 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Tracked resource versions report: Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: pushed versions: Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: { 'AddressGroup': {'1.2'}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'ConntrackHelper': {'1.0'}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Log': {'1.0'}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Network': {'1.1'}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Port': {'1.7'}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'PortForwarding': {'1.2'}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'QosPolicy': {'1.10'}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'SecurityGroup': {'1.5'}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'SubPort': {'1.0'}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Subnet': {'1.1'}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Trunk': {'1.1'}} Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: consumer versions: Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: { DHCP agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: HyperV agent@hv-cinder-83008: {}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: L3 agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: Metadata agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: Metering agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: Open vSwitch agent@dv-cinder-830085-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'ConntrackHelper': '1.0', Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'LocalIPAssociation': '1.0', Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Log': '1.0', Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Network': '1.1', Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Port': '1.7', Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'PortForwarding': '1.2', Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'QosPolicy': '1.10', Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'SecurityGroup': '1.5', Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'SecurityGroupRule': '1.2', Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'SubPort': '1.0', Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Subnet': '1.1', Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: 'Trunk': '1.1'}} Mar 08 12:04:30.984252 dv-cinder-830085-2-iscsi neutron-server[110508]: {{(pid=110508) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:04:31.007220 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-42656942-network', 'tenant_id': '8538495811a94895b410d83147c0f4dc'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:31.014550 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Made reservation on behalf of 638b3ca153e64d9481be6f83a027bb31 for: {'network': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:31.017170 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.030924 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:31.033139 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.040050 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.046098 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:04:31.052186 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (59b119ff-8900-485c-a777-aa47ce905d6f), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.075551 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (91deec2c-beff-469e-8457-e94ee53aae39), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.078075 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:31.080136 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.082361 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=110507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:04:31.095804 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (4ae50583-cc6b-46f5-b8ad-7cca3e4c0775), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.096144 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.segments_db [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Added segment 4ae50583-cc6b-46f5-b8ad-7cca3e4c0775 of type vlan for network 257e73a2-5ceb-447c-85df-8c17e7e9e042 Mar 08 12:04:31.139760 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (257e73a2-5ceb-447c-85df-8c17e7e9e042), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.164942 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-d4f9e5e0-69b5-436d-8649-6b6323c41ce9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5959375 Mar 08 12:04:31.165039 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] Pushing event updated for resources: {'Network': ['ID=91deec2c-beff-469e-8457-e94ee53aae39,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:31.166118 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 46994) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:31.172538 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b119ff-8900-485c-a777-aa47ce905d6f,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:31.172709 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-2ee1dcab-1670-4cac-b9d6-077cc914619a admin admin] Request body: {'subnet': {'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-subnet', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:31.182157 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network 91deec2c-beff-469e-8457-e94ee53aae39 details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:04:31.243905 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Publish callbacks [] for security_group (c704b74e-9f4a-4ff5-9990-55d4176a20e6), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.271207 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Made reservation on behalf of 8538495811a94895b410d83147c0f4dc for: {'network': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:31.279058 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.288867 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.314338 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee1dcab-1670-4cac-b9d6-077cc914619a admin admin] Made reservation on behalf of 8365ad5cbe4d4bbcaa750e1f088a3f02 for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:31.316756 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2ee1dcab-1670-4cac-b9d6-077cc914619a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.321692 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-c6bc8c36-79d0-49f2-94f6-c23683e36785 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4975858 Mar 08 12:04:31.324119 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (257e73a2-5ceb-447c-85df-8c17e7e9e042), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.324119 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:31.324119 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.335340 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47000) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:31.341072 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-4c2d6d91-6ed7-426d-9d79-3044fa331bec admin admin] Request body: {'subnet': {'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-932668837-subnet', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:31.401923 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (c704b74e-9f4a-4ff5-9990-55d4176a20e6), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.412480 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] Pushing event updated for resources: {'Network': ['ID=257e73a2-5ceb-447c-85df-8c17e7e9e042,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:31.423604 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network 257e73a2-5ceb-447c-85df-8c17e7e9e042 details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:04:31.440120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=110507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:04:31.463280 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (2a28e057-0019-4acf-97a4-baac5d7fb5d5), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.463627 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.segments_db [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Added segment 2a28e057-0019-4acf-97a4-baac5d7fb5d5 of type vlan for network a2ce7642-9233-4bb5-9d04-ed28528d8573 Mar 08 12:04:31.466932 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c704b74e-9f4a-4ff5-9990-55d4176a20e6,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:31.548975 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Publish callbacks [] for security_group (db6640ea-cc4a-4b87-99c5-c93ebe26f773), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.553569 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (a2ce7642-9233-4bb5-9d04-ed28528d8573), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.559354 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-25796f4e-e2da-4d00-a422-bfb7aabae095 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3791614 Mar 08 12:04:31.563568 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47006) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:31.570839 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-08252de5-25a2-4499-b669-9e8ae0c083bc admin admin] Request body: {'subnet': {'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2011758296-subnet', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:31.576771 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2d6d91-6ed7-426d-9d79-3044fa331bec admin admin] Made reservation on behalf of 4868bd544af04b158e08c3694b9279ff for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:31.579219 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4c2d6d91-6ed7-426d-9d79-3044fa331bec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.616800 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (db6640ea-cc4a-4b87-99c5-c93ebe26f773), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.645861 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=110507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:04:31.666381 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6640ea-cc4a-4b87-99c5-c93ebe26f773,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:31.681984 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (15e07be7-2a22-45ec-9809-48504bccc206), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.684798 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.segments_db [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Added segment 15e07be7-2a22-45ec-9809-48504bccc206 of type vlan for network 179e1abc-e30f-4687-8a9a-a281be5cbc95 Mar 08 12:04:31.700794 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08252de5-25a2-4499-b669-9e8ae0c083bc admin admin] Made reservation on behalf of b4c90d01c5d648759ec3b1b4f0a17c0d for: {'subnet': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:31.703341 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-08252de5-25a2-4499-b669-9e8ae0c083bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.705918 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2ee1dcab-1670-4cac-b9d6-077cc914619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (0881ec02-52c5-41f4-9bad-8258b28ec43f), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.707375 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (a2ce7642-9233-4bb5-9d04-ed28528d8573), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.708682 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:31.710171 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.826882 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (179e1abc-e30f-4687-8a9a-a281be5cbc95), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:31.868860 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee1dcab-1670-4cac-b9d6-077cc914619a admin admin] Checking segment: {'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:31.869459 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee1dcab-1670-4cac-b9d6-077cc914619a admin admin] Network hostable DHCP agents. Network: e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:04:31.887579 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1dcab-1670-4cac-b9d6-077cc914619a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0881ec02-52c5-41f4-9bad-8258b28ec43f,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:31.944823 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47024) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:31.945347 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5229206 Mar 08 12:04:31.954797 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-757e1a19-743f-40a3-bf27-ad8140ee10f8 admin admin] Request body: {'subnet': {'network_id': 'a2ce7642-9233-4bb5-9d04-ed28528d8573', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-175704195-subnet', 'tenant_id': '638b3ca153e64d9481be6f83a027bb31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:31.971063 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72329c9e-caf9-4eec-87eb-7e6a337945f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a2ce7642-9233-4bb5-9d04-ed28528d8573,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:31.988011 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network a2ce7642-9233-4bb5-9d04-ed28528d8573 details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:04:32.062783 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4c2d6d91-6ed7-426d-9d79-3044fa331bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (5a387d57-4cc1-4172-ab00-0a23139114fa), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.092731 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (179e1abc-e30f-4687-8a9a-a281be5cbc95), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.093885 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:32.094480 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.104880 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee1dcab-1670-4cac-b9d6-077cc914619a admin admin] Network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:04:32.109538 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757e1a19-743f-40a3-bf27-ad8140ee10f8 admin admin] Made reservation on behalf of 638b3ca153e64d9481be6f83a027bb31 for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:32.113140 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-757e1a19-743f-40a3-bf27-ad8140ee10f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.159375 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d6d91-6ed7-426d-9d79-3044fa331bec admin admin] Checking segment: {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:32.160127 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2d6d91-6ed7-426d-9d79-3044fa331bec admin admin] Network hostable DHCP agents. Network: 91deec2c-beff-469e-8457-e94ee53aae39, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:04:32.223594 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] Pushing event updated for resources: {'Network': ['ID=179e1abc-e30f-4687-8a9a-a281be5cbc95,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:32.237524 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network 179e1abc-e30f-4687-8a9a-a281be5cbc95 details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:04:32.238084 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d6d91-6ed7-426d-9d79-3044fa331bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a387d57-4cc1-4172-ab00-0a23139114fa,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:32.245134 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-24ef58ca-2b6b-412a-9e43-f806e44c143a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7494383 Mar 08 12:04:32.245134 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47034) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:32.251680 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-68b0b6d3-6303-4b1d-869f-efbcf5205e88 admin admin] Request body: {'subnet': {'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-42656942-subnet', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:32.255102 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-2ee1dcab-1670-4cac-b9d6-077cc914619a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:32.272542 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee1dcab-1670-4cac-b9d6-077cc914619a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:32.273539 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2ee1dcab-1670-4cac-b9d6-077cc914619a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.316343 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945d5b47-c7f5-4a02-8227-d44420221c38 None None] Network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:32.331996 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b0b6d3-6303-4b1d-869f-efbcf5205e88 admin admin] Made reservation on behalf of 8538495811a94895b410d83147c0f4dc for: {'subnet': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:32.334798 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-68b0b6d3-6303-4b1d-869f-efbcf5205e88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.337354 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-08252de5-25a2-4499-b669-9e8ae0c083bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (243d0bec-ddaa-486f-a46c-e3ab257ef718), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.341514 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2d6d91-6ed7-426d-9d79-3044fa331bec admin admin] Network 91deec2c-beff-469e-8457-e94ee53aae39 is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:04:32.354476 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-4c2d6d91-6ed7-426d-9d79-3044fa331bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, 91deec2c-beff-469e-8457-e94ee53aae39) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:32.364297 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2d6d91-6ed7-426d-9d79-3044fa331bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:32.365130 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4c2d6d91-6ed7-426d-9d79-3044fa331bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.387065 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a732b14-6c76-4929-a795-1671396ed42c None None] Network 91deec2c-beff-469e-8457-e94ee53aae39 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:32.442001 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-2ee1dcab-1670-4cac-b9d6-077cc914619a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2716136 Mar 08 12:04:32.446310 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47048) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:32.461223 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:32.551920 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08252de5-25a2-4499-b669-9e8ae0c083bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=243d0bec-ddaa-486f-a46c-e3ab257ef718,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:32.573570 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08252de5-25a2-4499-b669-9e8ae0c083bc admin admin] Checking segment: {'id': '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:32.574256 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08252de5-25a2-4499-b669-9e8ae0c083bc admin admin] Network hostable DHCP agents. Network: 257e73a2-5ceb-447c-85df-8c17e7e9e042, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:04:32.585134 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-4c2d6d91-6ed7-426d-9d79-3044fa331bec admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2475457 Mar 08 12:04:32.586567 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-757e1a19-743f-40a3-bf27-ad8140ee10f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (c58cc02a-344d-4edc-9faa-51d79eb14286), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.596810 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47058) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:32.633191 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:32.646819 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9edbfed6-1ad3-5ea8-a132-a097731b67f7-e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f'}]}} from dv-cinder-830085-2-iscsi. {{(pid=110509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:04:32.647967 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.674702 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9edbfed6-1ad3-5ea8-a132-a097731b67f7-91deec2c-beff-469e-8457-e94ee53aae39', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa'}]}} from dv-cinder-830085-2-iscsi. {{(pid=110509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:04:32.677814 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.765257 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33078681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31816'] for router (78ca01d5-eaff-46d1-841e-5870543e8335), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.771662 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33075817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33063898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33180591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31809'] for router (78ca01d5-eaff-46d1-841e-5870543e8335), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.866142 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08252de5-25a2-4499-b669-9e8ae0c083bc admin admin] Network 257e73a2-5ceb-447c-85df-8c17e7e9e042 is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:04:32.893402 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e1a19-743f-40a3-bf27-ad8140ee10f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58cc02a-344d-4edc-9faa-51d79eb14286,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:32.942505 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-68b0b6d3-6303-4b1d-869f-efbcf5205e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (bb880db3-908f-4f74-bad5-3393fd22f872), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.972016 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.db_base_plugin_common [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Allocated IP 172.20.0.2 (e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984/0881ec02-52c5-41f4-9bad-8258b28ec43f/a50b7a8c-0ad6-448c-b3f4-b75f860da1a9) {{(pid=110509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:32.975313 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33078681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31816'] for router (815211d6-f3c9-4422-817c-471d4aae972e), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.976517 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33075817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33063898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33180591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31809'] for router (815211d6-f3c9-4422-817c-471d4aae972e), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.018164 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-08252de5-25a2-4499-b669-9e8ae0c083bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, 257e73a2-5ceb-447c-85df-8c17e7e9e042) {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:33.031512 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08252de5-25a2-4499-b669-9e8ae0c083bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.032294 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-08252de5-25a2-4499-b669-9e8ae0c083bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.060302 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e1a19-743f-40a3-bf27-ad8140ee10f8 admin admin] Checking segment: {'id': '2a28e057-0019-4acf-97a4-baac5d7fb5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2ce7642-9233-4bb5-9d04-ed28528d8573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:33.063623 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e1a19-743f-40a3-bf27-ad8140ee10f8 admin admin] Network hostable DHCP agents. Network: a2ce7642-9233-4bb5-9d04-ed28528d8573, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:04:33.070048 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Publish callbacks [] for router_controller (78ca01d5-eaff-46d1-841e-5870543e8335), precommit_add_association {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.136847 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-08252de5-25a2-4499-b669-9e8ae0c083bc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5717559 Mar 08 12:04:33.137729 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47080) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:33.139934 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0b6d3-6303-4b1d-869f-efbcf5205e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb880db3-908f-4f74-bad5-3393fd22f872,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:33.155094 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Publish callbacks [] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), precommit_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.163475 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e988dbb-97b5-488e-83a8-28e83c28d57b None None] Network 257e73a2-5ceb-447c-85df-8c17e7e9e042 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:33.171933 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Publish callbacks [] for router_controller (815211d6-f3c9-4422-817c-471d4aae972e), precommit_add_association {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.172751 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2011758296-router', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:33.182153 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0b6d3-6303-4b1d-869f-efbcf5205e88 admin admin] Checking segment: {'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:33.182429 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b0b6d3-6303-4b1d-869f-efbcf5205e88 admin admin] Network hostable DHCP agents. Network: 179e1abc-e30f-4687-8a9a-a281be5cbc95, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:04:33.199051 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.db_base_plugin_common [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Allocated IP 172.20.0.2 (91deec2c-beff-469e-8457-e94ee53aae39/5a387d57-4cc1-4172-ab00-0a23139114fa/d9620ca6-862a-4870-ac52-b953014c6b67) {{(pid=110509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:33.250820 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e1a19-743f-40a3-bf27-ad8140ee10f8 admin admin] Network a2ce7642-9233-4bb5-9d04-ed28528d8573 is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:04:33.258179 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.327813 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33078681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31816'] for router (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.330443 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33075817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33063898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33180591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31809'] for router (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.387124 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-757e1a19-743f-40a3-bf27-ad8140ee10f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, a2ce7642-9233-4bb5-9d04-ed28528d8573) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:33.409886 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757e1a19-743f-40a3-bf27-ad8140ee10f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.410693 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-757e1a19-743f-40a3-bf27-ad8140ee10f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.480553 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Publish callbacks [] for router_controller (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), precommit_add_association {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.482667 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b0b6d3-6303-4b1d-869f-efbcf5205e88 admin admin] Network 179e1abc-e30f-4687-8a9a-a281be5cbc95 is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:04:33.620778 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9da929-4fef-4d2c-85e1-721d816db84b None None] Network a2ce7642-9233-4bb5-9d04-ed28528d8573 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:33.651727 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47110) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:33.654136 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-68b0b6d3-6303-4b1d-869f-efbcf5205e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, 179e1abc-e30f-4687-8a9a-a281be5cbc95) {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:33.659700 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0b6d3-6303-4b1d-869f-efbcf5205e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:33.660987 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-68b0b6d3-6303-4b1d-869f-efbcf5205e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.670699 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 is already hosted by enough agents. {{(pid=110509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:33.681838 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5da6dc-f084-4f2d-b170-2a28729caefb None None] Network 179e1abc-e30f-4687-8a9a-a281be5cbc95 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:33.688861 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Publish callbacks [] for router_gateway (78ca01d5-eaff-46d1-841e-5870543e8335), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.696580 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-757e1a19-743f-40a3-bf27-ad8140ee10f8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7502840 Mar 08 12:04:33.738122 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Publish callbacks [] for router_gateway (815211d6-f3c9-4422-817c-471d4aae972e), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.782725 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.base_scheduler [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Resources bound (agent type, host, resource id): {{(pid=110509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:33.788006 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Publish callbacks [] for port (d9620ca6-862a-4870-ac52-b953014c6b67), precommit_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.789521 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Received port after_create {{(pid=110509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:33.836729 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Pushing event updated for resources: {'Port': ['ID=a50b7a8c-0ad6-448c-b3f4-b75f860da1a9,revision_number=1']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:33.863433 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-68b0b6d3-6303-4b1d-869f-efbcf5205e88 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6170492 Mar 08 12:04:33.866323 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47120) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:33.867580 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b2a334-76ca-4a34-a090-3d8f475090bd None None] Network 257e73a2-5ceb-447c-85df-8c17e7e9e042 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:33.871652 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:33.885453 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Publish callbacks [] for router_gateway (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.917288 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:33.917703 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:33.918084 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:33.918481 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:33.918985 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:33.919387 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:33.919706 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:33.922705 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:33.922705 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:33.922705 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:33.922705 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:33.922705 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:33.923372 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-70ed3138-6149-40ed-9206-bfc6c16fddeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Tracked resource versions report: Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: pushed versions: Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: { 'AddressGroup': {'1.2'}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'ConntrackHelper': {'1.0'}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Log': {'1.0'}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Network': {'1.1'}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Port': {'1.7'}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'PortForwarding': {'1.2'}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'QosPolicy': {'1.10'}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'SecurityGroup': {'1.5'}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'SubPort': {'1.0'}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Subnet': {'1.1'}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Trunk': {'1.1'}} Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: consumer versions: Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: { DHCP agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: HyperV agent@hv-cinder-83008: {}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: L3 agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: Metadata agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: Metering agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: Open vSwitch agent@dv-cinder-830085-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'ConntrackHelper': '1.0', Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'LocalIPAssociation': '1.0', Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Log': '1.0', Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Network': '1.1', Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Port': '1.7', Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'PortForwarding': '1.2', Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'QosPolicy': '1.10', Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'SecurityGroup': '1.5', Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'SecurityGroupRule': '1.2', Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'SubPort': '1.0', Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Subnet': '1.1', Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: 'Trunk': '1.1'}} Mar 08 12:04:33.923497 dv-cinder-830085-2-iscsi neutron-server[110509]: {{(pid=110509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:04:33.972799 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.046876 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-70ed3138-6149-40ed-9206-bfc6c16fddeb admin admin] Publish callbacks [] for security_group (253ee6e6-7c55-4cd2-b42e-afa51169cde7), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.067297 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9edbfed6-1ad3-5ea8-a132-a097731b67f7-179e1abc-e30f-4687-8a9a-a281be5cbc95', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'project_id': '8538495811a94895b410d83147c0f4dc', 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872'}]}} from dv-cinder-830085-2-iscsi. {{(pid=110509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:04:34.068633 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.076672 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33078681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31816'] for router (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.080730 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33075817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33063898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33180591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31809'] for router (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.081026 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Attempting to bind port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:34.081026 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Attempting to bind port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:34.081026 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Attempting to bind port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 on network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:34.139193 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Network 91deec2c-beff-469e-8457-e94ee53aae39 is already hosted by enough agents. {{(pid=110509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:34.142189 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.base_scheduler [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Resources bound (agent type, host, resource id): {{(pid=110509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:34.149019 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Received port after_create {{(pid=110509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:34.167589 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:34.168258 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Checking segment: {'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:34.169000 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.169611 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Bound using segment: {'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:34.170564 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Bound port: a50b7a8c-0ad6-448c-b3f4-b75f860da1a9, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:34.171153 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.199828 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Publish callbacks [] for router_controller (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), precommit_add_association {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.204114 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-70ed3138-6149-40ed-9206-bfc6c16fddeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (253ee6e6-7c55-4cd2-b42e-afa51169cde7), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.209587 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f988813b-d05b-4115-b442-1a92ef7372ea None None] Network a2ce7642-9233-4bb5-9d04-ed28528d8573 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:34.253884 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Publish callbacks [] for router_gateway (815211d6-f3c9-4422-817c-471d4aae972e), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.257479 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Publish callbacks [] for router_gateway (78ca01d5-eaff-46d1-841e-5870543e8335), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.278394 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.284632 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-70ed3138-6149-40ed-9206-bfc6c16fddeb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99431175aea24c14ad64bcf934dc6906&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6290298 Mar 08 12:04:34.290390 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47130) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:34.299697 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed3138-6149-40ed-9206-bfc6c16fddeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253ee6e6-7c55-4cd2-b42e-afa51169cde7,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:34.311799 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.369894 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] For port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:34.374076 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] For port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=a50b7a8c-0ad6-448c-b3f4-b75f860da1a9,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:34.464712 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Allocated IP 172.27.1.136 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/5ebf36e4-adbb-469e-a1ee-8360f67f8f3e) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:34.467140 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Pushing event updated for resources: {'Port': ['ID=d9620ca6-862a-4870-ac52-b953014c6b67,revision_number=1']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:34.482480 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47132) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:34.519510 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-40f9eda0-9cc5-4b36-9551-10b532aceaa4 admin admin] Publish callbacks [] for security_group (253ee6e6-7c55-4cd2-b42e-afa51169cde7), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.595777 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.664445 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Publish callbacks [] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.764600 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Attempting to bind port d9620ca6-862a-4870-ac52-b953014c6b67 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:34.764600 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Attempting to bind port d9620ca6-862a-4870-ac52-b953014c6b67 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:34.764600 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Attempting to bind port d9620ca6-862a-4870-ac52-b953014c6b67 on network 91deec2c-beff-469e-8457-e94ee53aae39 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:34.765539 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Publish callbacks [] for router_gateway (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.775929 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-109281fc-6574-429c-8d89-83560af83cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.792188 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1d207-b30f-430e-8754-c72526d924bd None None] Pushing event updated for resources: {'Port': ['ID=a50b7a8c-0ad6-448c-b3f4-b75f860da1a9,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:34.811665 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Publish callbacks [] for router_gateway (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.819993 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:34.820856 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Checking segment: {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:34.821384 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.821871 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Bound using segment: {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:34.825146 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Bound port: d9620ca6-862a-4870-ac52-b953014c6b67, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:34.825321 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.825752 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.863055 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-40f9eda0-9cc5-4b36-9551-10b532aceaa4 admin admin] Publish callbacks [] for security_group (253ee6e6-7c55-4cd2-b42e-afa51169cde7), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.875990 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:34.901610 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.db_base_plugin_common [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Allocated IP 172.20.0.2 (179e1abc-e30f-4687-8a9a-a281be5cbc95/bb880db3-908f-4f74-bad5-3393fd22f872/08eeb216-6695-44aa-a359-78e5975a1684) {{(pid=110509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:34.922916 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ebf36e4-adbb-469e-a1ee-8360f67f8f3e,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:35.067421 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:35.068188 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47160) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:35.086133 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:35.092804 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:35.096250 dv-cinder-830085-2-iscsi neutron-server[110507]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 12:04:35.102812 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] For port d9620ca6-862a-4870-ac52-b953014c6b67, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:35.109349 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] For port d9620ca6-862a-4870-ac52-b953014c6b67, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=d9620ca6-862a-4870-ac52-b953014c6b67,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:35.184980 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.219653 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Allocated IP 172.27.1.186 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/22c254aa-8e48-45dd-b43a-bf922cfc72bb) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:35.230920 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-109281fc-6574-429c-8d89-83560af83cad admin admin] Publish callbacks [] for security_group (679b7378-79ee-42c1-9d8b-1a9d9cebe06f), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.269703 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Publish callbacks [] for port (08eeb216-6695-44aa-a359-78e5975a1684), precommit_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.294378 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ad981-e346-4d57-84df-60bd5e72d9d3 None None] Pushing event updated for resources: {'Port': ['ID=d9620ca6-862a-4870-ac52-b953014c6b67,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:35.376738 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-109281fc-6574-429c-8d89-83560af83cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (679b7378-79ee-42c1-9d8b-1a9d9cebe06f), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.394286 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (08eeb216-6695-44aa-a359-78e5975a1684), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.439071 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-109281fc-6574-429c-8d89-83560af83cad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0245336d739c469aba4b7034b09455e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9544065 Mar 08 12:04:35.443458 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47162) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:35.469193 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109281fc-6574-429c-8d89-83560af83cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679b7378-79ee-42c1-9d8b-1a9d9cebe06f,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:35.470396 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Network 179e1abc-e30f-4687-8a9a-a281be5cbc95 is already hosted by enough agents. {{(pid=110509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:35.485539 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.base_scheduler [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Resources bound (agent type, host, resource id): {{(pid=110509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:35.501736 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Received port after_create {{(pid=110509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:35.514496 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Publish callbacks [] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.527731 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Pushing event updated for resources: {'Port': ['ID=08eeb216-6695-44aa-a359-78e5975a1684,revision_number=1']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:35.602757 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-a7fb847f-3df7-4c02-9864-6ac236014a96 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:35.609533 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-a7fb847f-3df7-4c02-9864-6ac236014a96 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/networks?id=a2ce7642-9233-4bb5-9d04-ed28528d8573 HTTP/1.1" status: 200 len: 811 time: 0.5144670 Mar 08 12:04:35.629311 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Attempting to bind port 08eeb216-6695-44aa-a359-78e5975a1684 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:35.635533 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Attempting to bind port 08eeb216-6695-44aa-a359-78e5975a1684 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:35.635533 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Attempting to bind port 08eeb216-6695-44aa-a359-78e5975a1684 on network 179e1abc-e30f-4687-8a9a-a281be5cbc95 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:35.641691 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-3b20463e-9962-42db-a8ad-bb3e5c90dd57 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/quotas/638b3ca153e64d9481be6f83a027bb31 HTTP/1.1" status: 200 len: 375 time: 0.0312054 Mar 08 12:04:35.643708 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-40f9eda0-9cc5-4b36-9551-10b532aceaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (253ee6e6-7c55-4cd2-b42e-afa51169cde7), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.644035 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:35.644558 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Checking segment: {'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:35.645630 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.645967 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-40f9eda0-9cc5-4b36-9551-10b532aceaa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.646225 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Bound using segment: {'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:35.646822 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Bound port: 08eeb216-6695-44aa-a359-78e5975a1684, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:35.647072 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-40f9eda0-9cc5-4b36-9551-10b532aceaa4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/253ee6e6-7c55-4cd2-b42e-afa51169cde7 HTTP/1.1" status: 204 len: 168 time: 1.3542602 Mar 08 12:04:35.647720 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (08eeb216-6695-44aa-a359-78e5975a1684), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.656626 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Publish callbacks [] for router_gateway (815211d6-f3c9-4422-817c-471d4aae972e), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.752408 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-b3ea460b-237e-4268-b778-83c62547e9b2 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=638b3ca153e64d9481be6f83a027bb31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097333 Mar 08 12:04:35.757524 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9eda0-9cc5-4b36-9551-10b532aceaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253ee6e6-7c55-4cd2-b42e-afa51169cde7,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:35.777822 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e66b15a-8ba4-4391-bb85-a8f71f88ce6f admin admin] Publish callbacks [] for security_group (679b7378-79ee-42c1-9d8b-1a9d9cebe06f), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.879898 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Allocated IP 172.27.1.123 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/59fa64e2-b462-4b1f-b65c-2c8b44dee489) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:35.900097 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] For port 08eeb216-6695-44aa-a359-78e5975a1684, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:35.905597 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] For port 08eeb216-6695-44aa-a359-78e5975a1684, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=08eeb216-6695-44aa-a359-78e5975a1684,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:35.962622 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e66b15a-8ba4-4391-bb85-a8f71f88ce6f admin admin] Publish callbacks [] for security_group (679b7378-79ee-42c1-9d8b-1a9d9cebe06f), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.981985 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:35.989330 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (08eeb216-6695-44aa-a359-78e5975a1684), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:36.050216 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:36.351099 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18734f86-afe3-419a-8ac5-c38b3468e237 None None] Pushing event updated for resources: {'Port': ['ID=08eeb216-6695-44aa-a359-78e5975a1684,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:36.354026 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:36.354026 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:36.354671 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Publish callbacks [] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:36.354671 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-3e5ec4a4-2a5c-4a73-92b9-859b19f0f143 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:04:36.354671 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-3e5ec4a4-2a5c-4a73-92b9-859b19f0f143 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3450015 Mar 08 12:04:36.384632 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Pushing event updated for resources: {'Port': ['ID=22c254aa-8e48-45dd-b43a-bf922cfc72bb,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:36.385499 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847487a0-814e-4c0d-ab88-88a9937c577b None None] Network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:36.452476 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33075810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33063927'] for router (815211d6-f3c9-4422-817c-471d4aae972e), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:36.519001 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-16419bc2-fc63-4df3-895a-5c50cc4a0c71 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ce7642-9233-4bb5-9d04-ed28528d8573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606618 Mar 08 12:04:36.542836 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-6945da43-2c59-4761-925a-d765e14d9b13 None None] Provisioning complete for port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:36.544136 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6945da43-2c59-4761-925a-d765e14d9b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:36.544228 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e66b15a-8ba4-4391-bb85-a8f71f88ce6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (679b7378-79ee-42c1-9d8b-1a9d9cebe06f), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:36.546751 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e66b15a-8ba4-4391-bb85-a8f71f88ce6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:36.554939 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-3e66b15a-8ba4-4391-bb85-a8f71f88ce6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/679b7378-79ee-42c1-9d8b-1a9d9cebe06f HTTP/1.1" status: 204 len: 168 time: 1.0572121 Mar 08 12:04:36.674822 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66b15a-8ba4-4391-bb85-a8f71f88ce6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679b7378-79ee-42c1-9d8b-1a9d9cebe06f,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:36.737925 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47190) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:36.762957 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-49db16c3-f31e-48d7-965e-0fbc8e69407f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:36.770537 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Publish callbacks [] for router_gateway (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:36.817117 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:36.853670 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-8c72afb1-e633-481e-8e65-8d6591d64bf2 service neutron] 10.222.0.44 "GET /v2.0/networks/a2ce7642-9233-4bb5-9d04-ed28528d8573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268442 Mar 08 12:04:36.864925 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:36.915097 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-6945da43-2c59-4761-925a-d765e14d9b13 None None] Current status of the port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:36.915528 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6945da43-2c59-4761-925a-d765e14d9b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.017254 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-6945da43-2c59-4761-925a-d765e14d9b13 None None] For port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=a50b7a8c-0ad6-448c-b3f4-b75f860da1a9,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:37.052259 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Publish callbacks [] for router_gateway (78ca01d5-eaff-46d1-841e-5870543e8335), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.126499 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6945da43-2c59-4761-925a-d765e14d9b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.192379 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b641b1d0-3fbf-4f8f-be93-e85b2446e1d3 None None] Network 91deec2c-beff-469e-8457-e94ee53aae39 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:37.192533 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-49db16c3-f31e-48d7-965e-0fbc8e69407f admin admin] Publish callbacks [] for security_group (60bc3b84-6166-4f88-9bea-efa546e4db63), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.200658 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:37.286550 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Router 815211d6-f3c9-4422-817c-471d4aae972e is scheduled to L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f with binding_index 1 {{(pid=110508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:04:37.318462 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-49db16c3-f31e-48d7-965e-0fbc8e69407f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (60bc3b84-6166-4f88-9bea-efa546e4db63), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.328857 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:37.331583 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:37.439471 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945da43-2c59-4761-925a-d765e14d9b13 None None] Pushing event updated for resources: {'Port': ['ID=a50b7a8c-0ad6-448c-b3f4-b75f860da1a9,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:37.444319 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 08eeb216-6695-44aa-a359-78e5975a1684 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:37.451024 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47208) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:37.456973 dv-cinder-830085-2-iscsi neutron-server[110508]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 12:04:37.457762 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=59fa64e2-b462-4b1f-b65c-2c8b44dee489,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:37.504730 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Allocated IP 172.27.1.87 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/06ed4e2f-fff3-48be-8883-24443b45b516) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:37.537322 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cdd30913-77d1-404f-9b5a-dbcda3a5aa9a req-69a3c0cb-4a5c-4d26-ba18-e716813d456d tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 210 time: 0.0814202 Mar 08 12:04:37.582609 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-49db16c3-f31e-48d7-965e-0fbc8e69407f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff4f7d7d0bde4c7981c0ebe6bcd02249&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8420210 Mar 08 12:04:37.586055 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47220) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:37.586928 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db16c3-f31e-48d7-965e-0fbc8e69407f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bc3b84-6166-4f88-9bea-efa546e4db63,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:37.598267 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 08eeb216-6695-44aa-a359-78e5975a1684 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:37.598840 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (08eeb216-6695-44aa-a359-78e5975a1684), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.600330 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d7171a1b-c2e7-4dca-81ce-75fa61a901d2 None None] Provisioning complete for port d9620ca6-862a-4870-ac52-b953014c6b67 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:37.600691 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d7171a1b-c2e7-4dca-81ce-75fa61a901d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.805512 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d7171a1b-c2e7-4dca-81ce-75fa61a901d2 None None] Current status of the port d9620ca6-862a-4870-ac52-b953014c6b67 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:37.805856 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d7171a1b-c2e7-4dca-81ce-75fa61a901d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.814669 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-03c6b353-5db4-486d-873a-ee9c7d5922c1 admin admin] Publish callbacks [] for security_group (60bc3b84-6166-4f88-9bea-efa546e4db63), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.828677 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Publish callbacks [] for port (06ed4e2f-fff3-48be-8883-24443b45b516), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.838718 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47224) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:37.880301 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d7171a1b-c2e7-4dca-81ce-75fa61a901d2 None None] For port d9620ca6-862a-4870-ac52-b953014c6b67, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=d9620ca6-862a-4870-ac52-b953014c6b67,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:37.888762 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:37.901350 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-03c6b353-5db4-486d-873a-ee9c7d5922c1 admin admin] Publish callbacks [] for security_group (60bc3b84-6166-4f88-9bea-efa546e4db63), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.902251 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Sync routers for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:37.916200 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c7203c8f-ad2b-4db1-ae32-327f63fc3c7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.921211 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4f231-29ff-4552-bc17-d4ba2ddcbde5 None None] Network 179e1abc-e30f-4687-8a9a-a281be5cbc95 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:37.931096 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33075810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33063927'] for router (78ca01d5-eaff-46d1-841e-5870543e8335), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:37.936849 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:37.937497 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:37.989851 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d7171a1b-c2e7-4dca-81ce-75fa61a901d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.048591 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.052112 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Publish callbacks [] for router_gateway (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.053776 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-095ca009-d259-4e6e-911c-bb5c4eb2bbd3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4350588 Mar 08 12:04:38.057185 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47230) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:38.227633 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-03c6b353-5db4-486d-873a-ee9c7d5922c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (60bc3b84-6166-4f88-9bea-efa546e4db63), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.228009 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:38.234533 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-03c6b353-5db4-486d-873a-ee9c7d5922c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.235937 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-03c6b353-5db4-486d-873a-ee9c7d5922c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60bc3b84-6166-4f88-9bea-efa546e4db63 HTTP/1.1" status: 204 len: 168 time: 0.6442804 Mar 08 12:04:38.258288 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6b353-5db4-486d-873a-ee9c7d5922c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bc3b84-6166-4f88-9bea-efa546e4db63,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:38.264423 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (06ed4e2f-fff3-48be-8883-24443b45b516), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.319947 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-95689e29-4f17-4028-a594-ad1d763583a6 None None] Provisioning complete for port 08eeb216-6695-44aa-a359-78e5975a1684 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:38.320323 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-95689e29-4f17-4028-a594-ad1d763583a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (08eeb216-6695-44aa-a359-78e5975a1684), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.325938 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7171a1b-c2e7-4dca-81ce-75fa61a901d2 None None] Pushing event updated for resources: {'Port': ['ID=d9620ca6-862a-4870-ac52-b953014c6b67,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:38.358982 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Router 78ca01d5-eaff-46d1-841e-5870543e8335 is scheduled to L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f with binding_index 1 {{(pid=110508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:04:38.394411 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:38.471841 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 08eeb216-6695-44aa-a359-78e5975a1684 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:38.475185 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (08eeb216-6695-44aa-a359-78e5975a1684), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.531021 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:38.534032 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:38.571696 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port 08eeb216-6695-44aa-a359-78e5975a1684, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=08eeb216-6695-44aa-a359-78e5975a1684,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:38.593196 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:35Z', 'revision_number': 3, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:38.645946 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (08eeb216-6695-44aa-a359-78e5975a1684), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.648189 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:38.655282 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Checking router: 815211d6-f3c9-4422-817c-471d4aae972e for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:38.655640 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Updating router 815211d6-f3c9-4422-817c-471d4aae972e port 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e binding host dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:04:38.680974 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:38.719459 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.735499 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Sync routers for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:38.751623 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Pushing event updated for resources: {'Port': ['ID=06ed4e2f-fff3-48be-8883-24443b45b516,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:38.783931 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c7203c8f-ad2b-4db1-ae32-327f63fc3c7c admin admin] Publish callbacks [] for security_group (767eac06-a8a5-4133-be87-11b497f38f83), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.810208 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-95689e29-4f17-4028-a594-ad1d763583a6 None None] Current status of the port 08eeb216-6695-44aa-a359-78e5975a1684 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:38.810597 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-95689e29-4f17-4028-a594-ad1d763583a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (08eeb216-6695-44aa-a359-78e5975a1684), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.847974 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-630987a0-e636-4fc5-909b-98a56ad461a5 req-ee4efd21-2794-42ac-8382-228ed6bbb954 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 210 time: 0.0798378 Mar 08 12:04:38.855051 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:38.865693 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-78239edd-e4dc-44b4-aac4-a871c31ade45 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4181621 Mar 08 12:04:38.870835 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47248) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:38.890923 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:38.891596 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:38.961555 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=08eeb216-6695-44aa-a359-78e5975a1684,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:39.062178 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c7203c8f-ad2b-4db1-ae32-327f63fc3c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (767eac06-a8a5-4133-be87-11b497f38f83), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.153836 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.db.api [None req-95689e29-4f17-4028-a594-ad1d763583a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:04:39.154561 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG oslo_db.api [None req-95689e29-4f17-4028-a594-ad1d763583a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:04:39.163868 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:39.164621 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.218755 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c7203c8f-ad2b-4db1-ae32-327f63fc3c7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c86eba6fd534b328d62a16ba6902b5f&name=default HTTP/1.1" status: 200 len: 2994 time: 1.3729794 Mar 08 12:04:39.222558 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:39.231563 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47260) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:39.246726 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7203c8f-ad2b-4db1-ae32-327f63fc3c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767eac06-a8a5-4133-be87-11b497f38f83,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:39.375934 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33075810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33063927'] for router (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.417693 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Publish callbacks [] for router_gateway (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.523572 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Publish callbacks [] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), precommit_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.607165 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:39.608297 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device d9620ca6-862a-4870-ac52-b953014c6b67 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:39.615929 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.682764 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Pushing event updated for resources: {'Port': ['ID=5ebf36e4-adbb-469e-a1ee-8360f67f8f3e,revision_number=2']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:39.708428 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:39.709031 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:39.709547 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:39.709896 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:39.710240 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:39.710581 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:39.710914 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:39.711348 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:39.711685 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:39.712036 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:39.712426 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:39.712749 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:39.713080 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Tracked resource versions report: Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: pushed versions: Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: { 'AddressGroup': {'1.2'}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'ConntrackHelper': {'1.0'}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Log': {'1.0'}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Network': {'1.1'}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Port': {'1.7'}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'PortForwarding': {'1.2'}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'QosPolicy': {'1.10'}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'SecurityGroup': {'1.5'}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'SubPort': {'1.0'}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Subnet': {'1.1'}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Trunk': {'1.1'}} Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: consumer versions: Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: { DHCP agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: HyperV agent@hv-cinder-83008: {}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: L3 agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: Metadata agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: Metering agent@dv-cinder-830085-2-iscsi: {}, Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: Open vSwitch agent@dv-cinder-830085-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'ConntrackHelper': '1.0', Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'LocalIPAssociation': '1.0', Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Log': '1.0', Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Network': '1.1', Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Port': '1.7', Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'PortForwarding': '1.2', Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'QosPolicy': '1.10', Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'SecurityGroup': '1.5', Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'SecurityGroupRule': '1.2', Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'SubPort': '1.0', Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Subnet': '1.1', Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: 'Trunk': '1.1'}} Mar 08 12:04:39.717988 dv-cinder-830085-2-iscsi neutron-server[110510]: {{(pid=110510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:04:39.723014 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Attempting to bind port 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:39.723421 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Attempting to bind port 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:39.723791 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Attempting to bind port 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e on network 981964ec-6e66-47f5-aee6-03bea7be7d13 {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:39.740662 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:39.741056 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Checking segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:39.741475 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.741885 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Bound using segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:39.742375 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Bound port: 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:39.742764 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.743232 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-95689e29-4f17-4028-a594-ad1d763583a6 None None] Current status of the port 08eeb216-6695-44aa-a359-78e5975a1684 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:39.769012 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port d9620ca6-862a-4870-ac52-b953014c6b67 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:39.769478 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.771236 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-95689e29-4f17-4028-a594-ad1d763583a6 None None] Provisioning complete for port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:39.771718 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-95689e29-4f17-4028-a594-ad1d763583a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.779144 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2747-9c8b-458a-a29c-e63b8f0bed3c admin admin] Publish callbacks [] for security_group (767eac06-a8a5-4133-be87-11b497f38f83), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.816486 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2747-9c8b-458a-a29c-e63b8f0bed3c admin admin] Publish callbacks [] for security_group (767eac06-a8a5-4133-be87-11b497f38f83), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.845229 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] For port 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:39.851460 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] For port 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=5ebf36e4-adbb-469e-a1ee-8360f67f8f3e,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:39.865888 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:36Z', 'revision_number': 3, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:39.899964 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Checking router: 78ca01d5-eaff-46d1-841e-5870543e8335 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:39.900466 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Updating router 78ca01d5-eaff-46d1-841e-5870543e8335 port 22c254aa-8e48-45dd-b43a-bf922cfc72bb binding host dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:04:39.904172 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.947504 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:39.975817 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47280) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:39.978465 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0b5a3d5d-fae1-490e-a7ba-2578b2225877 req-ac4e67bb-5e95-423d-9d2b-7616672681e9 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 210 time: 0.0585716 Mar 08 12:04:39.994433 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port d9620ca6-862a-4870-ac52-b953014c6b67 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:39.998419 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.003877 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-95689e29-4f17-4028-a594-ad1d763583a6 None None] Current status of the port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:40.036207 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:40.037063 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:40.108808 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750a179-f291-4a12-9b59-500c631fabfd None None] Pushing event updated for resources: {'Port': ['ID=5ebf36e4-adbb-469e-a1ee-8360f67f8f3e,revision_number=3']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:40.158605 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2747-9c8b-458a-a29c-e63b8f0bed3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (767eac06-a8a5-4133-be87-11b497f38f83), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.169617 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2747-9c8b-458a-a29c-e63b8f0bed3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.173201 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-a7ff2747-9c8b-458a-a29c-e63b8f0bed3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/767eac06-a8a5-4133-be87-11b497f38f83 HTTP/1.1" status: 204 len: 168 time: 0.9380960 Mar 08 12:04:40.291071 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:40.291645 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-694698002-network', 'tenant_id': '783f2601ca8f49e19701130ab0e70f68'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:40.294081 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff2747-9c8b-458a-a29c-e63b8f0bed3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767eac06-a8a5-4133-be87-11b497f38f83,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:40.296299 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Router 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 is scheduled to L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f with binding_index 1 {{(pid=110507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:04:40.416476 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 08eeb216-6695-44aa-a359-78e5975a1684 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:40.429071 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Allocated IP 172.20.0.1 (e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984/0881ec02-52c5-41f4-9bad-8258b28ec43f/d8175d2c-f732-428d-9d3e-5df3e5d97107) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:40.472764 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Made reservation on behalf of 783f2601ca8f49e19701130ab0e70f68 for: {'network': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:40.475452 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.505840 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d6930846-dea5-42b0-ba0d-32d0b9cbc659 None None] Provisioning complete for port 08eeb216-6695-44aa-a359-78e5975a1684 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:40.506408 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d6930846-dea5-42b0-ba0d-32d0b9cbc659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (08eeb216-6695-44aa-a359-78e5975a1684), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.534718 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.622904 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 08eeb216-6695-44aa-a359-78e5975a1684 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:40.623441 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (08eeb216-6695-44aa-a359-78e5975a1684), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.637969 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Publish callbacks [] for security_group (522851ba-0def-40a4-a08d-3dd96c927c22), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.680158 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:35Z', 'revision_number': 3, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:40.724643 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Publish callbacks [] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.742236 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (522851ba-0def-40a4-a08d-3dd96c927c22), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.748949 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.750652 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803912ef-b744-402d-ac1c-855c3e2e70ca None None] The sync data for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi is: [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:35Z', 'revision_number': 3, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:40.769090 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=110508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:04:40.785614 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (3db2cd81-68af-46f7-b488-9ad60e3d6465), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.786182 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.segments_db [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Added segment 3db2cd81-68af-46f7-b488-9ad60e3d6465 of type vlan for network e488f7f5-93be-473d-b6fa-8a3aec763320 Mar 08 12:04:40.812121 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d6930846-dea5-42b0-ba0d-32d0b9cbc659 None None] Current status of the port 08eeb216-6695-44aa-a359-78e5975a1684 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:40.836535 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (e488f7f5-93be-473d-b6fa-8a3aec763320), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.842763 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d6930846-dea5-42b0-ba0d-32d0b9cbc659 None None] Provisioning complete for port d9620ca6-862a-4870-ac52-b953014c6b67 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:40.843276 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33075810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33063927'] for router (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.843459 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d6930846-dea5-42b0-ba0d-32d0b9cbc659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:40.934686 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522851ba-0def-40a4-a08d-3dd96c927c22,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:40.935793 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 08eeb216-6695-44aa-a359-78e5975a1684 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:40.941164 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:40.959841 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Publish callbacks [] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), precommit_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.030513 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:41.030513 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.050908 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (e488f7f5-93be-473d-b6fa-8a3aec763320), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.052205 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:41.053340 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.122164 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.131342 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:41.146594 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Sync routers for ids ['48bb6359-68b8-4d53-8bf2-583bc5e80fa4'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:41.178311 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Routers {'48bb6359-68b8-4d53-8bf2-583bc5e80fa4'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:41.196445 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=e488f7f5-93be-473d-b6fa-8a3aec763320,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:41.197053 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['48bb6359-68b8-4d53-8bf2-583bc5e80fa4'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:41.203767 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.291762 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Attempting to bind port 22c254aa-8e48-45dd-b43a-bf922cfc72bb on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:41.292175 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Attempting to bind port 22c254aa-8e48-45dd-b43a-bf922cfc72bb by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:41.292575 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Attempting to bind port 22c254aa-8e48-45dd-b43a-bf922cfc72bb on network 981964ec-6e66-47f5-aee6-03bea7be7d13 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:41.306445 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network e488f7f5-93be-473d-b6fa-8a3aec763320 details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:04:41.307664 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:41.317219 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:41.320365 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.325448 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-3a6e077a-a555-4dd9-9b16-cd55b06eb4d0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.1762116 Mar 08 12:04:41.326221 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47314) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:41.327565 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Allocated IP 172.20.0.1 (91deec2c-beff-469e-8457-e94ee53aae39/5a387d57-4cc1-4172-ab00-0a23139114fa/89d6c2b0-8474-481b-9455-b0f8670c04a0) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:41.335162 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:41.337807 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33066970'] for router_interface (78ca01d5-eaff-46d1-841e-5870543e8335), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.368061 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-5c72fa91-29a9-42c9-b6d6-82b1a7d01fe0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3860617 Mar 08 12:04:41.458684 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47316) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:41.458895 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d6930846-dea5-42b0-ba0d-32d0b9cbc659 None None] Current status of the port d9620ca6-862a-4870-ac52-b953014c6b67 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:41.477245 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:41.478272 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Checking segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:41.480396 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.480743 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Bound using segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:41.481328 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Bound port: 22c254aa-8e48-45dd-b43a-bf922cfc72bb, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:41.481718 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.489644 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 is scheduled to L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f with binding_index 1 {{(pid=110507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:04:41.501807 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-3edd7962-72b8-4c7b-b185-6bbaebc1dfe1 admin admin] Request body: {'subnet': {'network_id': 'e488f7f5-93be-473d-b6fa-8a3aec763320', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-694698002-subnet', 'tenant_id': '783f2601ca8f49e19701130ab0e70f68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:41.595070 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Set router 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:41.599221 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Pushing event updated for resources: {'Port': ['ID=d8175d2c-f732-428d-9d3e-5df3e5d97107,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:41.638365 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ebd3f480-d3f5-4a2f-bdd3-4ef489e9d743 req-2367953d-ff44-440b-aead-3225c73ba4ba tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 210 time: 0.0581956 Mar 08 12:04:41.737758 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d5ef6-7096-405a-89aa-a0b7e14f4af5 None None] Pushing event updated for resources: {'Port': ['ID=22c254aa-8e48-45dd-b43a-bf922cfc72bb,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:41.760057 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:41.767950 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] For port 22c254aa-8e48-45dd-b43a-bf922cfc72bb, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:41.793301 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] For port 22c254aa-8e48-45dd-b43a-bf922cfc72bb, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=22c254aa-8e48-45dd-b43a-bf922cfc72bb,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:41.812583 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Sync routers for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:41.830766 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:41.831997 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:41.939616 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:41.943238 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edd7962-72b8-4c7b-b185-6bbaebc1dfe1 admin admin] Made reservation on behalf of 783f2601ca8f49e19701130ab0e70f68 for: {'subnet': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:41.951507 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3edd7962-72b8-4c7b-b185-6bbaebc1dfe1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.033646 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.034712 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-cf63e4d0-05ee-494a-a4e5-2ec617bfe44d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.1673026 Mar 08 12:04:42.038226 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47338) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:42.119077 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:42.120476 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device d9620ca6-862a-4870-ac52-b953014c6b67 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:42.202625 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.228186 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'name': 'tempest-ServerRescueNegativeTestJSON-2011758296-router', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:33Z', 'updated_at': '2022-03-08T12:04:37Z', 'revision_number': 3, 'project_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'gw_port': {'id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:05:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:42.242268 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-41dc636d-4473-4e4f-b485-b1e118aed0a6 None None] Provisioning complete for port d8175d2c-f732-428d-9d3e-5df3e5d97107 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:42.242802 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-41dc636d-4473-4e4f-b485-b1e118aed0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.294636 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Checking router: 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:42.294876 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Updating router 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 port 59fa64e2-b462-4b1f-b65c-2c8b44dee489 binding host dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:04:42.335908 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-41dc636d-4473-4e4f-b485-b1e118aed0a6 None None] Port d8175d2c-f732-428d-9d3e-5df3e5d97107 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:04:42.375895 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.398689 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Publish callbacks [] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.407485 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3edd7962-72b8-4c7b-b185-6bbaebc1dfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (15c7ac72-4197-4f0d-a96e-f19863faba5e), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.452530 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:42.453326 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:42.603894 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:42.615538 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd7962-72b8-4c7b-b185-6bbaebc1dfe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c7ac72-4197-4f0d-a96e-f19863faba5e,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:42.644026 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd7962-72b8-4c7b-b185-6bbaebc1dfe1 admin admin] Checking segment: {'id': '3db2cd81-68af-46f7-b488-9ad60e3d6465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e488f7f5-93be-473d-b6fa-8a3aec763320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:42.644395 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd7962-72b8-4c7b-b185-6bbaebc1dfe1 admin admin] Network hostable DHCP agents. Network: e488f7f5-93be-473d-b6fa-8a3aec763320, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:04:42.699813 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port d9620ca6-862a-4870-ac52-b953014c6b67 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:42.700197 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.782345 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d5ef6-7096-405a-89aa-a0b7e14f4af5 None None] Pushing event updated for resources: {'Port': ['ID=22c254aa-8e48-45dd-b43a-bf922cfc72bb,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:42.832171 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.55', 49212) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:42.843771 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:42.856404 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Publish callbacks [] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), precommit_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.939099 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:42.941475 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.082875 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd7962-72b8-4c7b-b185-6bbaebc1dfe1 admin admin] Network e488f7f5-93be-473d-b6fa-8a3aec763320 is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:04:43.086333 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77023e99-405a-4d62-9cf6-001a3cb811b4 None None] Pushing event updated for resources: {'Port': ['ID=59fa64e2-b462-4b1f-b65c-2c8b44dee489,revision_number=2']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:43.090655 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=89d6c2b0-8474-481b-9455-b0f8670c04a0,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:43.095602 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Attempting to bind port 59fa64e2-b462-4b1f-b65c-2c8b44dee489 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:43.096189 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Attempting to bind port 59fa64e2-b462-4b1f-b65c-2c8b44dee489 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:43.096382 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Attempting to bind port 59fa64e2-b462-4b1f-b65c-2c8b44dee489 on network 981964ec-6e66-47f5-aee6-03bea7be7d13 {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:43.108047 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Network 91deec2c-beff-469e-8457-e94ee53aae39 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:43.109205 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:43.109679 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Checking segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:43.110241 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.110507 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Bound using segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:43.111320 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Bound port: 59fa64e2-b462-4b1f-b65c-2c8b44dee489, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:43.111499 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.160008 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:43.255599 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-3edd7962-72b8-4c7b-b185-6bbaebc1dfe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, e488f7f5-93be-473d-b6fa-8a3aec763320) {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:43.259065 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:43.259695 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33066970'] for router_interface (815211d6-f3c9-4422-817c-471d4aae972e), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.350820 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] For port 59fa64e2-b462-4b1f-b65c-2c8b44dee489, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:43.358350 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] For port 59fa64e2-b462-4b1f-b65c-2c8b44dee489, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=59fa64e2-b462-4b1f-b65c-2c8b44dee489,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:43.461732 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.608984 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Routers {'48bb6359-68b8-4d53-8bf2-583bc5e80fa4'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:43.609636 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['48bb6359-68b8-4d53-8bf2-583bc5e80fa4'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:43.617747 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Publish callbacks [] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.618333 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-216d4956-a8e7-4c6a-86d5-c096148bb1ee req-df35917e-02f6-429f-a215-a149a3c3e8b5 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 210 time: 0.5947359 Mar 08 12:04:43.696734 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77023e99-405a-4d62-9cf6-001a3cb811b4 None None] Pushing event updated for resources: {'Port': ['ID=59fa64e2-b462-4b1f-b65c-2c8b44dee489,revision_number=3']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:43.707511 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edd7962-72b8-4c7b-b185-6bbaebc1dfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:43.713230 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3edd7962-72b8-4c7b-b185-6bbaebc1dfe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.769120 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-706ddd32-3d3f-4dc4-bff0-49fac28b0b04 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:43.771549 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-706ddd32-3d3f-4dc4-bff0-49fac28b0b04 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.55 "GET /v2.0/networks?id=a2ce7642-9233-4bb5-9d04-ed28528d8573 HTTP/1.1" status: 200 len: 811 time: 0.9293654 Mar 08 12:04:43.774476 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.775355 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33134963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33066934'] for router_interface (78ca01d5-eaff-46d1-841e-5870543e8335), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.781767 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:43.796329 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d60eceb-445a-4798-846c-f5922bb18d73 None None] Network e488f7f5-93be-473d-b6fa-8a3aec763320 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:43.836538 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] Set router 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:43.884095 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port d9620ca6-862a-4870-ac52-b953014c6b67 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:43.902685 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Pushing event updated for resources: {'Port': ['ID=d8175d2c-f732-428d-9d3e-5df3e5d97107,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:43.914213 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-409fd7f0-f07b-4799-9e4c-6ce46040a38f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Request body: {'port': {'device_id': '3890dbed-fcfe-4cf4-8e60-5324b19a058c', 'network_id': 'a2ce7642-9233-4bb5-9d04-ed28528d8573', 'admin_state_up': True, 'tenant_id': '638b3ca153e64d9481be6f83a027bb31'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:43.932703 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-3edd7962-72b8-4c7b-b185-6bbaebc1dfe1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4364665 Mar 08 12:04:43.941793 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.187544 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Allocated IP 172.20.0.1 (257e73a2-5ceb-447c-85df-8c17e7e9e042/243d0bec-ddaa-486f-a46c-e3ab257ef718/32befa17-bdf0-47c6-b694-23921a30bfd7) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:44.190092 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'name': 'tempest-ServerRescueNegativeTestJSON-2011758296-router', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:33Z', 'updated_at': '2022-03-08T12:04:37Z', 'revision_number': 3, 'project_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'gw_port': {'id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:05:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:44.209551 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.228783 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dab512-c6d8-43c9-9907-1c9284dca538 None None] The sync data for ids ['48bb6359-68b8-4d53-8bf2-583bc5e80fa4'] in dv-cinder-830085-2-iscsi is: [{'id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'name': 'tempest-ServerRescueNegativeTestJSON-2011758296-router', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:33Z', 'updated_at': '2022-03-08T12:04:37Z', 'revision_number': 3, 'project_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'gw_port': {'id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:05:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:44.231071 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:44.275003 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-2b908300-72fb-4136-928d-988b6b741989 None None] Provisioning complete for port 89d6c2b0-8474-481b-9455-b0f8670c04a0 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:44.275484 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2b908300-72fb-4136-928d-988b6b741989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.351274 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Allocated IP 172.20.0.1 (179e1abc-e30f-4687-8a9a-a281be5cbc95/bb880db3-908f-4f74-bad5-3393fd22f872/17dafae0-2eb5-4de8-8763-551f90f71754) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:44.423940 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-2b908300-72fb-4136-928d-988b6b741989 None None] Port 89d6c2b0-8474-481b-9455-b0f8670c04a0 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:04:44.465764 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:40Z', 'revision_number': 1, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:44.472316 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e35221-5e2d-4776-8527-913a96d25703 None None] Network e488f7f5-93be-473d-b6fa-8a3aec763320 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:44.476919 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:38Z', 'revision_number': 3, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:44.589625 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9441f272-253f-4d5e-8f54-cfd77a1bcad6 None None] The sync data for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi is: [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:40Z', 'revision_number': 1, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:44.592168 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Publish callbacks [] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.604112 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Publish callbacks [] for port (17dafae0-2eb5-4de8-8763-551f90f71754), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.614676 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47406) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:44.787862 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Checking router: d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:44.788221 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Updating router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 port 06ed4e2f-fff3-48be-8883-24443b45b516 binding host dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:04:44.805134 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:44.810035 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:44.858735 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Publish callbacks [] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.861627 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:44.885047 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ec6846b7-16eb-44dc-ac46-b8f8939e4391 req-3fd147f4-17cd-45f4-b124-6d256bff3451 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 210 time: 0.0579228 Mar 08 12:04:44.936989 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:44.937503 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.006435 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Pushing event updated for resources: {'Port': ['ID=32befa17-bdf0-47c6-b694-23921a30bfd7,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:45.033709 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.034062 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.034865 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33134963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33066934'] for router_interface (815211d6-f3c9-4422-817c-471d4aae972e), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.060566 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (06ed4e2f-fff3-48be-8883-24443b45b516), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.107216 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Network 257e73a2-5ceb-447c-85df-8c17e7e9e042 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:45.124309 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Network 179e1abc-e30f-4687-8a9a-a281be5cbc95 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:45.140921 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:45.144584 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:45.153486 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:45.156133 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33066970'] for router_interface (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.173992 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:45.180242 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33066970'] for router_interface (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.246026 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2414-9a2f-4d73-8728-ae31fe128fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.390801 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:45.391227 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.404217 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-409fd7f0-f07b-4799-9e4c-6ce46040a38f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Made reservation on behalf of 638b3ca153e64d9481be6f83a027bb31 for: {'port': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:45.413319 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-409fd7f0-f07b-4799-9e4c-6ce46040a38f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.419848 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=5ebf36e4-adbb-469e-a1ee-8360f67f8f3e,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:45.541034 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Pushing event updated for resources: {'Port': ['ID=17dafae0-2eb5-4de8-8763-551f90f71754,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:45.600770 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.745369 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-ab5b7335-eaf8-4b11-83bf-6fc10ab7dc43 None None] Provisioning complete for port d8175d2c-f732-428d-9d3e-5df3e5d97107 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:45.745766 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7335-eaf8-4b11-83bf-6fc10ab7dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:45.820304 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=89d6c2b0-8474-481b-9455-b0f8670c04a0,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:46.176532 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Router 78ca01d5-eaff-46d1-841e-5870543e8335 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:04:46.247303 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47434) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:46.261092 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 59fa64e2-b462-4b1f-b65c-2c8b44dee489 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:46.285487 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-68348396-network', 'tenant_id': '0ef896d427dd4999a03bc938ecd8f0bf'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:46.316922 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.366692 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-409fd7f0-f07b-4799-9e4c-6ce46040a38f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Allocated IP 172.20.0.7 (a2ce7642-9233-4bb5-9d04-ed28528d8573/c58cc02a-344d-4edc-9faa-51d79eb14286/4343e265-f02c-40ae-a5b3-3140b4bfb582) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:46.441442 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Publish callbacks [] for port (06ed4e2f-fff3-48be-8883-24443b45b516), precommit_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.450776 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=5ebf36e4-adbb-469e-a1ee-8360f67f8f3e,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:46.461751 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2414-9a2f-4d73-8728-ae31fe128fa2 admin admin] Publish callbacks [] for security_group (38e1d6eb-b441-47f9-b6d2-6b7745c76b47), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.466373 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Network 91deec2c-beff-469e-8457-e94ee53aae39 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:46.487183 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b7335-eaf8-4b11-83bf-6fc10ab7dc43 None None] Port d8175d2c-f732-428d-9d3e-5df3e5d97107 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:04:46.499206 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d78c3195-be05-440b-9e3c-f9b4fc7b9cf9 req-48b7f3c8-2eda-46a9-87b8-c4536e21f9a6 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 210 time: 0.2285075 Mar 08 12:04:46.503947 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:46.535021 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 59fa64e2-b462-4b1f-b65c-2c8b44dee489 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:46.535591 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.578549 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Made reservation on behalf of 0ef896d427dd4999a03bc938ecd8f0bf for: {'network': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:46.584118 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.622721 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2414-9a2f-4d73-8728-ae31fe128fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (38e1d6eb-b441-47f9-b6d2-6b7745c76b47), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.630756 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.653681 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (06ed4e2f-fff3-48be-8883-24443b45b516), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.732381 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.745138 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d36fb678-4262-4eff-82d3-25fb90ad0e95 None None] Provisioning complete for port 17dafae0-2eb5-4de8-8763-551f90f71754 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:46.745838 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d36fb678-4262-4eff-82d3-25fb90ad0e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.871662 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-ab2d2414-9a2f-4d73-8728-ae31fe128fa2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=96f5627fdd974d6cb486a706c5f8088c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2453663 Mar 08 12:04:46.915394 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d2414-9a2f-4d73-8728-ae31fe128fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e1d6eb-b441-47f9-b6d2-6b7745c76b47,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:46.920757 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Attempting to bind port 06ed4e2f-fff3-48be-8883-24443b45b516 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:46.921137 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Attempting to bind port 06ed4e2f-fff3-48be-8883-24443b45b516 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:46.923085 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47436) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:46.932344 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Attempting to bind port 06ed4e2f-fff3-48be-8883-24443b45b516 on network 981964ec-6e66-47f5-aee6-03bea7be7d13 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:46.958122 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:46.958504 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Checking segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:46.958930 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.962099 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Bound using segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:46.962990 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Bound port: 06ed4e2f-fff3-48be-8883-24443b45b516, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:46.964856 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (06ed4e2f-fff3-48be-8883-24443b45b516), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:46.981105 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb082ff-0bac-4cf0-a2a2-66381c784b3b None None] Pushing event updated for resources: {'Port': ['ID=06ed4e2f-fff3-48be-8883-24443b45b516,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:47.029112 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Publish callbacks [] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.029112 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Router 815211d6-f3c9-4422-817c-471d4aae972e has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:04:47.054573 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d36fb678-4262-4eff-82d3-25fb90ad0e95 None None] Port 17dafae0-2eb5-4de8-8763-551f90f71754 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:04:47.069730 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3aee7782-c8a2-4b3f-827f-8e6533c711d2 admin admin] Publish callbacks [] for security_group (38e1d6eb-b441-47f9-b6d2-6b7745c76b47), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.150624 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3aee7782-c8a2-4b3f-827f-8e6533c711d2 admin admin] Publish callbacks [] for security_group (38e1d6eb-b441-47f9-b6d2-6b7745c76b47), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.201111 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:47.210609 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-85936a51-ad8b-4aa3-b21b-d42ac9ebe87a admin admin] 10.222.0.44 "PUT /v2.0/routers/78ca01d5-eaff-46d1-841e-5870543e8335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3380971 Mar 08 12:04:47.278730 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 59fa64e2-b462-4b1f-b65c-2c8b44dee489 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:47.278730 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.355406 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port 59fa64e2-b462-4b1f-b65c-2c8b44dee489, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=59fa64e2-b462-4b1f-b65c-2c8b44dee489,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:47.376116 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:47.392448 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] For port 06ed4e2f-fff3-48be-8883-24443b45b516, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:47.405518 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Sync routers for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:47.408043 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c5e92d52-82c1-4472-814b-0e37d63c1cb9 admin admin] 10.222.0.44 "PUT /v2.0/routers/815211d6-f3c9-4422-817c-471d4aae972e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3497033 Mar 08 12:04:47.409312 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.410018 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33134963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33066934'] for router_interface (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.416464 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-409fd7f0-f07b-4799-9e4c-6ce46040a38f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Publish callbacks [] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.424622 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:47.425242 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:47.461021 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] For port 06ed4e2f-fff3-48be-8883-24443b45b516, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=06ed4e2f-fff3-48be-8883-24443b45b516,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:47.462611 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-54b7b6f7-50ad-474d-b2c5-f212fed66ec1 None None] Provisioning complete for port 89d6c2b0-8474-481b-9455-b0f8670c04a0 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:47.462977 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-54b7b6f7-50ad-474d-b2c5-f212fed66ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.519949 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Publish callbacks [] for port (17dafae0-2eb5-4de8-8763-551f90f71754), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.534606 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Publish callbacks [] for security_group (c59d6e54-e2a4-4ad8-b42a-a65e90060775), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.558806 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-54b7b6f7-50ad-474d-b2c5-f212fed66ec1 None None] Port 89d6c2b0-8474-481b-9455-b0f8670c04a0 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:04:47.588778 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.599567 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (06ed4e2f-fff3-48be-8883-24443b45b516), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.621773 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.622361 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33134963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33066934'] for router_interface (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.631222 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3aee7782-c8a2-4b3f-827f-8e6533c711d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (38e1d6eb-b441-47f9-b6d2-6b7745c76b47), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.633870 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3aee7782-c8a2-4b3f-827f-8e6533c711d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.635046 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-3aee7782-c8a2-4b3f-827f-8e6533c711d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38e1d6eb-b441-47f9-b6d2-6b7745c76b47 HTTP/1.1" status: 204 len: 168 time: 0.7109234 Mar 08 12:04:47.656670 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (c59d6e54-e2a4-4ad8-b42a-a65e90060775), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.777135 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-409fd7f0-f07b-4799-9e4c-6ce46040a38f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:47.827269 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=59fa64e2-b462-4b1f-b65c-2c8b44dee489,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:47.836968 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:47.837624 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:47.888915 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Pushing event updated for resources: {'Port': ['ID=17dafae0-2eb5-4de8-8763-551f90f71754,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:47.937854 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:47.988234 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=110508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:04:48.130649 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb082ff-0bac-4cf0-a2a2-66381c784b3b None None] Pushing event updated for resources: {'Port': ['ID=06ed4e2f-fff3-48be-8883-24443b45b516,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:48.250792 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-409fd7f0-f07b-4799-9e4c-6ce46040a38f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Network a2ce7642-9233-4bb5-9d04-ed28528d8573 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:48.291380 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (eab44341-8bd2-4efd-8b10-53f3f4d9461e), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:48.292356 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.segments_db [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Added segment eab44341-8bd2-4efd-8b10-53f3f4d9461e of type vlan for network 458584c8-9b4c-47c7-b4f2-5184a534910b Mar 08 12:04:48.332840 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:48.423811 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-409fd7f0-f07b-4799-9e4c-6ce46040a38f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:48.427934 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-409fd7f0-f07b-4799-9e4c-6ce46040a38f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:48.439546 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-409fd7f0-f07b-4799-9e4c-6ce46040a38f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:48.441282 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-409fd7f0-f07b-4799-9e4c-6ce46040a38f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:48.483641 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 22c254aa-8e48-45dd-b43a-bf922cfc72bb up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:48.570132 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee7782-c8a2-4b3f-827f-8e6533c711d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e1d6eb-b441-47f9-b6d2-6b7745c76b47,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:48.639450 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Pushing event updated for resources: {'Port': ['ID=32befa17-bdf0-47c6-b694-23921a30bfd7,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:48.751342 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (458584c8-9b4c-47c7-b4f2-5184a534910b), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:48.774395 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:44Z', 'revision_number': 2, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:48.777420 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Network 179e1abc-e30f-4687-8a9a-a281be5cbc95 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:48.779131 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59d6e54-e2a4-4ad8-b42a-a65e90060775,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:48.788590 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:48.809785 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Network 257e73a2-5ceb-447c-85df-8c17e7e9e042 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:48.826273 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:48.858448 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-409fd7f0-f07b-4799-9e4c-6ce46040a38f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9812286 Mar 08 12:04:48.860179 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.db.resource_extend [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:04:48.879965 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Checking router: 815211d6-f3c9-4422-817c-471d4aae972e for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:48.880330 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Updating router 815211d6-f3c9-4422-817c-471d4aae972e port 89d6c2b0-8474-481b-9455-b0f8670c04a0 binding host dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:04:48.941257 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fd7f0-f07b-4799-9e4c-6ce46040a38f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Pushing event updated for resources: {'Port': ['ID=4343e265-f02c-40ae-a5b3-3140b4bfb582,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:48.974945 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:49.027566 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f6e57-6d58-4326-a3d4-ff407c0157df req-a6820bca-52ad-42fa-8302-98b828e78916 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:49.036011 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4b5f6e57-6d58-4326-a3d4-ff407c0157df req-a6820bca-52ad-42fa-8302-98b828e78916 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 931 time: 0.5269594 Mar 08 12:04:49.056080 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47472) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:49.075032 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-ea8a49d5-1066-4c88-8250-bf898dc77640 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--982868327', 'description': 'tempest-description--1728270317'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:49.089622 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (458584c8-9b4c-47c7-b4f2-5184a534910b), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:49.093996 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:49.100225 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:49.209821 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:04:49.211272 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] Pushing event updated for resources: {'Network': ['ID=458584c8-9b4c-47c7-b4f2-5184a534910b,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:49.271622 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network 458584c8-9b4c-47c7-b4f2-5184a534910b details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:04:49.285609 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4b5f6e57-6d58-4326-a3d4-ff407c0157df req-d5a948f6-229c-40b6-ba40-989a368f2bea tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459061 Mar 08 12:04:49.318257 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Router 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:04:49.341831 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-92cac2b5-872b-4b10-a3ee-dd6c880d62be admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.0558221 Mar 08 12:04:49.351594 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47480) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:49.356590 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 22c254aa-8e48-45dd-b43a-bf922cfc72bb triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:49.357183 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:49.378767 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ea8a49d5-1066-4c88-8250-bf898dc77640 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:49.379870 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-55d43f7a-ea6e-407c-93d6-273df63f9796 admin admin] Request body: {'subnet': {'network_id': '458584c8-9b4c-47c7-b4f2-5184a534910b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-68348396-subnet', 'tenant_id': '0ef896d427dd4999a03bc938ecd8f0bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:49.526849 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d43f7a-ea6e-407c-93d6-273df63f9796 admin admin] Made reservation on behalf of 0ef896d427dd4999a03bc938ecd8f0bf for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:04:49.530977 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-55d43f7a-ea6e-407c-93d6-273df63f9796 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:49.556746 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-be9de706-43fd-4b42-ad6d-20f7c7c0c166 None None] Provisioning complete for port 17dafae0-2eb5-4de8-8763-551f90f71754 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:49.557230 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-be9de706-43fd-4b42-ad6d-20f7c7c0c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:49.580456 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:49.595979 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Publish callbacks [] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), precommit_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:49.665741 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:49.712344 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-be9de706-43fd-4b42-ad6d-20f7c7c0c166 None None] Port 17dafae0-2eb5-4de8-8763-551f90f71754 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:04:49.763886 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3948e5f-defe-406f-b919-c6805c9dc3a2 None None] Pushing event updated for resources: {'Port': ['ID=89d6c2b0-8474-481b-9455-b0f8670c04a0,revision_number=3']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:49.811047 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:04:49.827852 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-248ce07d-ae62-403b-84c1-04f3e12bd479 admin admin] 10.222.0.44 "PUT /v2.0/routers/48bb6359-68b8-4d53-8bf2-583bc5e80fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4976757 Mar 08 12:04:49.851578 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 22c254aa-8e48-45dd-b43a-bf922cfc72bb is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:49.851578 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:49.865623 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Sync routers for ids ['48bb6359-68b8-4d53-8bf2-583bc5e80fa4'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:49.873802 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ea8a49d5-1066-4c88-8250-bf898dc77640 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group (4505e212-68f2-4464-8542-9cf64286c080), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:49.876499 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Sync routers for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:49.894896 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:04:46Z', 'revision_number': 2, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:49.938212 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-6de8cdc1-0fc3-4c98-958a-bd5021b3ed02 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110508) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:04:49.939569 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-6de8cdc1-0fc3-4c98-958a-bd5021b3ed02 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056162 Mar 08 12:04:49.953407 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e662bc-963f-4af6-856e-36e774034bd1 None None] The sync data for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi is: [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:04:46Z', 'revision_number': 2, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:49.967289 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Routers {'48bb6359-68b8-4d53-8bf2-583bc5e80fa4'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:49.967289 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['48bb6359-68b8-4d53-8bf2-583bc5e80fa4'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:49.977455 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Attempting to bind port 89d6c2b0-8474-481b-9455-b0f8670c04a0 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:49.977785 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Attempting to bind port 89d6c2b0-8474-481b-9455-b0f8670c04a0 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:49.980725 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Attempting to bind port 89d6c2b0-8474-481b-9455-b0f8670c04a0 on network 91deec2c-beff-469e-8457-e94ee53aae39 {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:49.983272 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-a9c1d9f2-c77e-43d0-b6b7-9fba2f95970b admin admin] 10.222.0.44 "PUT /v2.0/routers/d9e3a0ce-6370-4dc2-9a14-f0748f6f7269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9350641 Mar 08 12:04:49.984626 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:49.985272 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:49.995479 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47494) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:49.996661 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ea8a49d5-1066-4c88-8250-bf898dc77640 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (4505e212-68f2-4464-8542-9cf64286c080), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.005340 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-b8d8bb5f-cfbe-4b12-9fbc-66f517f19c8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1498089044', 'description': 'tempest-description--103079604'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:50.035071 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port 22c254aa-8e48-45dd-b43a-bf922cfc72bb, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=22c254aa-8e48-45dd-b43a-bf922cfc72bb,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:50.040225 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a49d5-1066-4c88-8250-bf898dc77640 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4505e212-68f2-4464-8542-9cf64286c080,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:50.095714 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-55d43f7a-ea6e-407c-93d6-273df63f9796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (3a7a2a9e-cf44-4eb1-8f4e-d25d9cbfa0c7), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.167436 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ea8a49d5-1066-4c88-8250-bf898dc77640 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.169064 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-ea8a49d5-1066-4c88-8250-bf898dc77640 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1102684 Mar 08 12:04:50.172157 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47498) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:50.179915 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-b10abd59-e579-47bd-b039-7583821c7eea tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Request body: {'security_group_rule': {'security_group_id': '4505e212-68f2-4464-8542-9cf64286c080', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:50.187383 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.188172 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 59fa64e2-b462-4b1f-b65c-2c8b44dee489 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:50.194584 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d43f7a-ea6e-407c-93d6-273df63f9796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7a2a9e-cf44-4eb1-8f4e-d25d9cbfa0c7,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:50.269349 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d43f7a-ea6e-407c-93d6-273df63f9796 admin admin] Checking segment: {'id': 'eab44341-8bd2-4efd-8b10-53f3f4d9461e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '458584c8-9b4c-47c7-b4f2-5184a534910b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:50.269704 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d43f7a-ea6e-407c-93d6-273df63f9796 admin admin] Network hostable DHCP agents. Network: 458584c8-9b4c-47c7-b4f2-5184a534910b, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:04:50.291425 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bb5f-cfbe-4b12-9fbc-66f517f19c8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.321624 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:50.325362 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Checking segment: {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:50.328031 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.328701 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Bound using segment: {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:50.329442 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Bound port: 89d6c2b0-8474-481b-9455-b0f8670c04a0, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'}}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:50.338483 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.344506 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b10abd59-e579-47bd-b039-7583821c7eea tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group_rule (ba6079cc-d7fb-4839-acd0-2290a0c6a44e), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.432834 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d43f7a-ea6e-407c-93d6-273df63f9796 admin admin] Network 458584c8-9b4c-47c7-b4f2-5184a534910b is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:04:50.519584 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bb5f-cfbe-4b12-9fbc-66f517f19c8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (9a69c14f-7007-4267-b24c-33c27c43d571), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.533311 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-28d7a301-50a4-457d-9ef5-0f0660e6a534 None None] Provisioning complete for port 89d6c2b0-8474-481b-9455-b0f8670c04a0 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:50.533862 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-28d7a301-50a4-457d-9ef5-0f0660e6a534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.552923 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-55d43f7a-ea6e-407c-93d6-273df63f9796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, 458584c8-9b4c-47c7-b4f2-5184a534910b) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:50.567872 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d43f7a-ea6e-407c-93d6-273df63f9796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:50.568701 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-55d43f7a-ea6e-407c-93d6-273df63f9796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.584185 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=22c254aa-8e48-45dd-b43a-bf922cfc72bb,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:50.613411 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c4f496-d9eb-4358-bb6e-67ac1890bc97 None None] Network 458584c8-9b4c-47c7-b4f2-5184a534910b requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:50.620788 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 59fa64e2-b462-4b1f-b65c-2c8b44dee489 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:50.621307 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.624748 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Set router 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:50.637441 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bb5f-cfbe-4b12-9fbc-66f517f19c8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (9a69c14f-7007-4267-b24c-33c27c43d571), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.664732 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b10abd59-e579-47bd-b039-7583821c7eea tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group_rule (ba6079cc-d7fb-4839-acd0-2290a0c6a44e), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.703709 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-28d7a301-50a4-457d-9ef5-0f0660e6a534 None None] Port 89d6c2b0-8474-481b-9455-b0f8670c04a0 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:04:50.705823 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:50.712378 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35968ab-5c22-401b-99f3-b83446fc0252 req-056bb258-4c03-4bec-b71a-45e855ef0c99 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:50.714927 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f35968ab-5c22-401b-99f3-b83446fc0252 req-056bb258-4c03-4bec-b71a-45e855ef0c99 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 931 time: 0.1988416 Mar 08 12:04:50.729440 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-55d43f7a-ea6e-407c-93d6-273df63f9796 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3680625 Mar 08 12:04:50.753345 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8bb5f-cfbe-4b12-9fbc-66f517f19c8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a69c14f-7007-4267-b24c-33c27c43d571,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:50.802379 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b10abd59-e579-47bd-b039-7583821c7eea tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (ba6079cc-d7fb-4839-acd0-2290a0c6a44e), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.816798 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bb5f-cfbe-4b12-9fbc-66f517f19c8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.818363 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-b8d8bb5f-cfbe-4b12-9fbc-66f517f19c8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8196936 Mar 08 12:04:50.821301 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47514) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:50.827819 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-c26a3dd1-9067-42d9-aab5-09e676b3abe5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'security_group_rule': {'security_group_id': '9a69c14f-7007-4267-b24c-33c27c43d571', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:50.847140 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f35968ab-5c22-401b-99f3-b83446fc0252 req-92727bba-8eab-4baf-ac91-5ce0f7c54eaf tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266963 Mar 08 12:04:50.864906 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10abd59-e579-47bd-b039-7583821c7eea tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6079cc-d7fb-4839-acd0-2290a0c6a44e,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:50.919569 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b10abd59-e579-47bd-b039-7583821c7eea tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:50.923734 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-b10abd59-e579-47bd-b039-7583821c7eea tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7501204 Mar 08 12:04:50.923958 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47524) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:50.929834 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-0021ad8b-74be-4bc5-bb72-3e23911e25e4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Request body: {'security_group_rule': {'security_group_id': '4505e212-68f2-4464-8542-9cf64286c080', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:51.008429 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] For port 89d6c2b0-8474-481b-9455-b0f8670c04a0, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:51.051755 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47534) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:51.069355 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] For port 89d6c2b0-8474-481b-9455-b0f8670c04a0, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=89d6c2b0-8474-481b-9455-b0f8670c04a0,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:51.100868 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d7fd29-a73a-4be9-a2ea-196dca6240c2 None None] Network 458584c8-9b4c-47c7-b4f2-5184a534910b requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:04:51.152815 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a46b8ad-2555-48c8-8a75-77325e5b7b61 admin admin] Deleting subnet 15c7ac72-4197-4f0d-a96e-f19863faba5e {{(pid=110507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:04:51.162523 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5a46b8ad-2555-48c8-8a75-77325e5b7b61 admin admin] Publish callbacks [] for subnet (15c7ac72-4197-4f0d-a96e-f19863faba5e), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.169867 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.171401 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c26a3dd1-9067-42d9-aab5-09e676b3abe5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (bffdb928-ebae-4ce1-a6c3-0d42cc187c47), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.232368 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0021ad8b-74be-4bc5-bb72-3e23911e25e4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group_rule (7d881f18-fa9c-4031-b223-73a2e8f80e26), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.239595 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5a46b8ad-2555-48c8-8a75-77325e5b7b61 admin admin] Publish callbacks [] for subnet (15c7ac72-4197-4f0d-a96e-f19863faba5e), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.257651 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5a46b8ad-2555-48c8-8a75-77325e5b7b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (15c7ac72-4197-4f0d-a96e-f19863faba5e), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.258690 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 59fa64e2-b462-4b1f-b65c-2c8b44dee489 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:51.260548 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:51.313930 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:51.314772 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:51.477244 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5a46b8ad-2555-48c8-8a75-77325e5b7b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (15c7ac72-4197-4f0d-a96e-f19863faba5e), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.491004 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c26a3dd1-9067-42d9-aab5-09e676b3abe5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (bffdb928-ebae-4ce1-a6c3-0d42cc187c47), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.518190 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:51.518711 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.614412 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46b8ad-2555-48c8-8a75-77325e5b7b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c7ac72-4197-4f0d-a96e-f19863faba5e,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:51.636003 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5a46b8ad-2555-48c8-8a75-77325e5b7b61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.652828 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-5a46b8ad-2555-48c8-8a75-77325e5b7b61 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/15c7ac72-4197-4f0d-a96e-f19863faba5e HTTP/1.1" status: 204 len: 168 time: 0.5963414 Mar 08 12:04:51.652828 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47548) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:51.659659 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-78edcdb0-2b85-4394-ac0b-cff43119c6f8 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:51.662389 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:51.669590 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-78edcdb0-2b85-4394-ac0b-cff43119c6f8 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/networks?id=257e73a2-5ceb-447c-85df-8c17e7e9e042 HTTP/1.1" status: 200 len: 819 time: 0.6692581 Mar 08 12:04:51.684535 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c26a3dd1-9067-42d9-aab5-09e676b3abe5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (bffdb928-ebae-4ce1-a6c3-0d42cc187c47), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.706589 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'name': 'tempest-ServerRescueNegativeTestJSON-2011758296-router', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:33Z', 'updated_at': '2022-03-08T12:04:46Z', 'revision_number': 4, 'project_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'gw_port': {'id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:05:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '32befa17-bdf0-47c6-b694-23921a30bfd7', 'name': '', 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'mac_address': 'fa:16:3e:50:a5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '243d0bec-ddaa-486f-a46c-e3ab257ef718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:43Z', 'updated_at': '2022-03-08T12:04:46Z', 'revision_number': 2, 'project_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'subnets': [{'id': '243d0bec-ddaa-486f-a46c-e3ab257ef718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:51.716755 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-2b6ffc20-f124-43b4-86cf-0cdb2f6c7b99 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/quotas/b4c90d01c5d648759ec3b1b4f0a17c0d HTTP/1.1" status: 200 len: 375 time: 0.0445325 Mar 08 12:04:51.786652 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a3dd1-9067-42d9-aab5-09e676b3abe5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffdb928-ebae-4ce1-a6c3-0d42cc187c47,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:51.803583 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0021ad8b-74be-4bc5-bb72-3e23911e25e4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group_rule (7d881f18-fa9c-4031-b223-73a2e8f80e26), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.826913 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (e488f7f5-93be-473d-b6fa-8a3aec763320), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:51.887477 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Checking router: 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:51.892784 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Updating router 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 port 32befa17-bdf0-47c6-b694-23921a30bfd7 binding host dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:04:51.940982 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3948e5f-defe-406f-b919-c6805c9dc3a2 None None] Pushing event updated for resources: {'Port': ['ID=89d6c2b0-8474-481b-9455-b0f8670c04a0,revision_number=4']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:51.953435 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:42Z', 'revision_number': 2, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:51.997628 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Checking router: 78ca01d5-eaff-46d1-841e-5870543e8335 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:51.997987 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Updating router 78ca01d5-eaff-46d1-841e-5870543e8335 port d8175d2c-f732-428d-9d3e-5df3e5d97107 binding host dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:04:52.009071 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c26a3dd1-9067-42d9-aab5-09e676b3abe5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.024548 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-c26a3dd1-9067-42d9-aab5-09e676b3abe5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2020130 Mar 08 12:04:52.032337 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.038593 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-d07b2c7b-d7cf-4f15-ae14-816917168036 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3205786 Mar 08 12:04:52.044881 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0021ad8b-74be-4bc5-bb72-3e23911e25e4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (7d881f18-fa9c-4031-b223-73a2e8f80e26), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.059608 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47556) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:52.079792 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-757b2f92-eca3-486f-9d35-a0c1f22b1bd1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'security_group_rule': {'security_group_id': '9a69c14f-7007-4267-b24c-33c27c43d571', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:52.085924 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (e488f7f5-93be-473d-b6fa-8a3aec763320), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.105217 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.125783 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.126360 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.127648 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.128110 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > port after_create 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.131149 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.131703 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > port after_update 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.132218 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.133884 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.134729 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.138062 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.211210 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021ad8b-74be-4bc5-bb72-3e23911e25e4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d881f18-fa9c-4031-b223-73a2e8f80e26,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:52.224456 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:50Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:52.248345 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-fae8cad0-aba8-42c5-ac8a-516cdc223779 None None] Provisioning complete for port 89d6c2b0-8474-481b-9455-b0f8670c04a0 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:52.248722 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-fae8cad0-aba8-42c5-ac8a-516cdc223779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.260669 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-757b2f92-eca3-486f-9d35-a0c1f22b1bd1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (32dda766-e2f5-4eb7-a412-17ef835a6d97), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.352193 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd816d-c570-414b-b996-4b624aae1a57 None None] The sync data for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi is: [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:50Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:52.368858 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0021ad8b-74be-4bc5-bb72-3e23911e25e4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.370498 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-0021ad8b-74be-4bc5-bb72-3e23911e25e4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4453382 Mar 08 12:04:52.415740 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47568) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:52.430976 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Request body: {'floatingip': {'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:52.560264 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47572) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:52.577088 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-888aca46-39e2-444e-89e2-7d0117daf219 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663320662', 'description': 'tempest-description--249436809'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:52.605945 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.665756 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.671933 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.671933 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.671933 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:04:52.671933 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e488f7f5-93be-473d-b6fa-8a3aec763320']}} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:52.783190 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db2cd81-68af-46f7-b488-9ad60e3d6465') {'for_net_delete': True} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:52.783856 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db2cd81-68af-46f7-b488-9ad60e3d6465') {} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:52.801900 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-757b2f92-eca3-486f-9d35-a0c1f22b1bd1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (32dda766-e2f5-4eb7-a412-17ef835a6d97), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.862943 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30976166'] for segment (3db2cd81-68af-46f7-b488-9ad60e3d6465), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.879142 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Request body: {'port': {'device_id': '3890dbed-fcfe-4cf4-8e60-5324b19a058c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:52.927413 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Publish callbacks [] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), precommit_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.941763 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-888aca46-39e2-444e-89e2-7d0117daf219 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.950415 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (3db2cd81-68af-46f7-b488-9ad60e3d6465), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.961864 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=110507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:04:52.961864 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30549112'] for segment (3db2cd81-68af-46f7-b488-9ad60e3d6465), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:52.994530 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-757b2f92-eca3-486f-9d35-a0c1f22b1bd1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (32dda766-e2f5-4eb7-a412-17ef835a6d97), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: from cryptography.utils import int_from_bytes Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: from cryptography.utils import int_from_bytes Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: Traceback (most recent call last): Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: timer() Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: cb(*args, **kw) Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: return func(*args, **kwargs) Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: self._notify() Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: self.callback(batched_events) Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: event.method(event) Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: return f(self, *a, **k) Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._get(url).json() Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: return self.request(url, 'GET', **kwargs) Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:04:53.046308 dv-cinder-830085-2-iscsi neutron-server[110507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:04:53.054188 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-6d92b87a-2c28-48c7-abe1-8a48153817f9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110508) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:04:53.055706 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-6d92b87a-2c28-48c7-abe1-8a48153817f9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6607499 Mar 08 12:04:53.059649 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.101545 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67128-feb8-44b9-ac1c-05fe77433e40 req-215e583c-1616-4192-ba89-914966919a35 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:53.125523 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-39c67128-feb8-44b9-ac1c-05fe77433e40 req-215e583c-1616-4192-ba89-914966919a35 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 931 time: 0.4484017 Mar 08 12:04:53.133872 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (e488f7f5-93be-473d-b6fa-8a3aec763320), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.198985 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Pushing event deleted for resources: {'Network': ['ID=e488f7f5-93be-473d-b6fa-8a3aec763320,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:53.200197 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30b475-6f1b-4077-b265-cf4711b9b7a8 None None] Pushing event updated for resources: {'Port': ['ID=d8175d2c-f732-428d-9d3e-5df3e5d97107,revision_number=3']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:53.221851 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.232018 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-1373fea7-b038-4076-84fb-83ce3f6f1342 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e488f7f5-93be-473d-b6fa-8a3aec763320 HTTP/1.1" status: 204 len: 168 time: 1.5787995 Mar 08 12:04:53.244482 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47590) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:53.371668 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Attempting to bind port d8175d2c-f732-428d-9d3e-5df3e5d97107 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:53.371951 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Attempting to bind port d8175d2c-f732-428d-9d3e-5df3e5d97107 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:53.372322 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Attempting to bind port d8175d2c-f732-428d-9d3e-5df3e5d97107 on network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:53.391957 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:53.392356 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Checking segment: {'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:53.392894 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.393246 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Bound using segment: {'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:53.402097 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Bound port: d8175d2c-f732-428d-9d3e-5df3e5d97107, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'}}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:53.402712 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.421393 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-39c67128-feb8-44b9-ac1c-05fe77433e40 req-c1f5aaea-46a9-4d3e-9b11-18449ae44c56 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941146 Mar 08 12:04:53.469759 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-757b2f92-eca3-486f-9d35-a0c1f22b1bd1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.469759 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-757b2f92-eca3-486f-9d35-a0c1f22b1bd1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4044201 Mar 08 12:04:53.477513 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47594) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:53.502104 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'floatingip': {'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:53.610800 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a45dfda-f8a8-455a-b660-08c0dd1185d9 admin admin] Deleting subnet 3a7a2a9e-cf44-4eb1-8f4e-d25d9cbfa0c7 {{(pid=110507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:04:53.620065 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:53.638681 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2a45dfda-f8a8-455a-b660-08c0dd1185d9 admin admin] Publish callbacks [] for subnet (3a7a2a9e-cf44-4eb1-8f4e-d25d9cbfa0c7), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.803307 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2a45dfda-f8a8-455a-b660-08c0dd1185d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30976093'] for subnet (3a7a2a9e-cf44-4eb1-8f4e-d25d9cbfa0c7), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.805833 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] For port d8175d2c-f732-428d-9d3e-5df3e5d97107, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:53.826468 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] For port d8175d2c-f732-428d-9d3e-5df3e5d97107, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=d8175d2c-f732-428d-9d3e-5df3e5d97107,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:53.882601 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-c3bfbd24-9ca3-44b9-a292-bb8d9d8b52f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.925499 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2a45dfda-f8a8-455a-b660-08c0dd1185d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (3a7a2a9e-cf44-4eb1-8f4e-d25d9cbfa0c7), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:53.947768 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.012192 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-fae8cad0-aba8-42c5-ac8a-516cdc223779 None None] Current status of the port 89d6c2b0-8474-481b-9455-b0f8670c04a0 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:54.012192 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-fae8cad0-aba8-42c5-ac8a-516cdc223779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.128873 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2a45dfda-f8a8-455a-b660-08c0dd1185d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30549010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257006'] for subnet (3a7a2a9e-cf44-4eb1-8f4e-d25d9cbfa0c7), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.184079 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2a45dfda-f8a8-455a-b660-08c0dd1185d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.199546 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-2a45dfda-f8a8-455a-b660-08c0dd1185d9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3a7a2a9e-cf44-4eb1-8f4e-d25d9cbfa0c7 HTTP/1.1" status: 204 len: 168 time: 0.9429984 Mar 08 12:04:54.199897 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:54.199897 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:54.200486 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47608) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:54.228606 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 89d6c2b0-8474-481b-9455-b0f8670c04a0 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:54.340893 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45dfda-f8a8-455a-b660-08c0dd1185d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7a2a9e-cf44-4eb1-8f4e-d25d9cbfa0c7,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:54.352748 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.394767 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30b475-6f1b-4077-b265-cf4711b9b7a8 None None] Pushing event updated for resources: {'Port': ['ID=d8175d2c-f732-428d-9d3e-5df3e5d97107,revision_number=4']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:54.412306 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-4aaad262-c334-4bf9-8439-75464e964bb1 service neutron] 10.222.0.44 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2599928 Mar 08 12:04:54.446150 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b2f92-eca3-486f-9d35-a0c1f22b1bd1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32dda766-e2f5-4eb7-a412-17ef835a6d97,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:54.525757 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-fae8cad0-aba8-42c5-ac8a-516cdc223779 None None] For port 89d6c2b0-8474-481b-9455-b0f8670c04a0, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=89d6c2b0-8474-481b-9455-b0f8670c04a0,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:54.545648 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:54.549596 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.609463 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Publish callbacks [] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), precommit_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.648803 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-fae8cad0-aba8-42c5-ac8a-516cdc223779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.795985 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.801763 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-888aca46-39e2-444e-89e2-7d0117daf219 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group (04b1b3de-1176-421b-8b74-c69f1fb9922a), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.810574 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-bda7d754-199a-42b4-8b4a-a19a2bfdcf0a service neutron] 10.222.0.44 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302507 Mar 08 12:04:54.890705 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 89d6c2b0-8474-481b-9455-b0f8670c04a0 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:54.895235 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.922725 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-65480208-d669-48ad-baf6-4850724291e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (458584c8-9b4c-47c7-b4f2-5184a534910b), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:54.967943 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-888aca46-39e2-444e-89e2-7d0117daf219 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (04b1b3de-1176-421b-8b74-c69f1fb9922a), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.005662 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:04:55.044470 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-77b2a579-b21c-4285-a4b7-8cb9612ed681 None None] Provisioning complete for port d8175d2c-f732-428d-9d3e-5df3e5d97107 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:55.044850 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-77b2a579-b21c-4285-a4b7-8cb9612ed681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.083220 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.151002 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8cad0-aba8-42c5-ac8a-516cdc223779 None None] Pushing event updated for resources: {'Port': ['ID=89d6c2b0-8474-481b-9455-b0f8670c04a0,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:55.239046 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888aca46-39e2-444e-89e2-7d0117daf219 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b1b3de-1176-421b-8b74-c69f1fb9922a,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:55.270765 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:53Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:55.320043 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-888aca46-39e2-444e-89e2-7d0117daf219 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.331608 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-888aca46-39e2-444e-89e2-7d0117daf219 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.7656851 Mar 08 12:04:55.340057 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47636) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:55.345085 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-b9ac5caa-1f25-4aa5-ad8e-13d85fdd1373 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Request body: {'security_group_rule': {'security_group_id': '04b1b3de-1176-421b-8b74-c69f1fb9922a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:55.388023 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeabbfe-96fb-41d2-9ecf-4c3c3e45547f req-5fc11a76-7ad1-45e0-9902-e96c896474d1 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:55.390340 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-dfeabbfe-96fb-41d2-9ecf-4c3c3e45547f req-5fc11a76-7ad1-45e0-9902-e96c896474d1 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 931 time: 0.8201559 Mar 08 12:04:55.410395 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d53809-75fa-4adc-9fb9-79851ef3af99 None None] The sync data for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi is: [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:53Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:55.459093 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Attempting to bind port 32befa17-bdf0-47c6-b694-23921a30bfd7 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:55.459510 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Attempting to bind port 32befa17-bdf0-47c6-b694-23921a30bfd7 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:55.460233 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Attempting to bind port 32befa17-bdf0-47c6-b694-23921a30bfd7 on network 257e73a2-5ceb-447c-85df-8c17e7e9e042 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:55.525735 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-65480208-d669-48ad-baf6-4850724291e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (458584c8-9b4c-47c7-b4f2-5184a534910b), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.537260 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:55.537700 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Checking segment: {'id': '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:55.538104 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.538836 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Bound using segment: {'id': '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:55.541593 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Bound port: 32befa17-bdf0-47c6-b694-23921a30bfd7, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:55.542014 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.563251 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62104c7e-02fe-42c0-af3f-8bf658990c3d None None] Pushing event updated for resources: {'Port': ['ID=32befa17-bdf0-47c6-b694-23921a30bfd7,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:55.577614 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-65480208-d669-48ad-baf6-4850724291e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458584c8-9b4c-47c7-b4f2-5184a534910b']}} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:55.602764 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-65480208-d669-48ad-baf6-4850724291e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab44341-8bd2-4efd-8b10-53f3f4d9461e') {'for_net_delete': True} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:55.603644 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-65480208-d669-48ad-baf6-4850724291e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab44341-8bd2-4efd-8b10-53f3f4d9461e') {} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:55.621481 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-60443720-90e9-4be9-9fca-ff9b7f0eea33 req-393f1a0f-344c-4fa7-b3a8-b9c1fc9da00e tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 210 time: 0.1288307 Mar 08 12:04:55.646558 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-65480208-d669-48ad-baf6-4850724291e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30976166'] for segment (eab44341-8bd2-4efd-8b10-53f3f4d9461e), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.662891 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b9ac5caa-1f25-4aa5-ad8e-13d85fdd1373 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group_rule (66b93315-c000-4530-a160-c68294688659), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.706540 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-77b2a579-b21c-4285-a4b7-8cb9612ed681 None None] Current status of the port d8175d2c-f732-428d-9d3e-5df3e5d97107 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:55.707169 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-77b2a579-b21c-4285-a4b7-8cb9612ed681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.745835 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 89d6c2b0-8474-481b-9455-b0f8670c04a0 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:55.746995 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 22c254aa-8e48-45dd-b43a-bf922cfc72bb up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:55.776851 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-65480208-d669-48ad-baf6-4850724291e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (eab44341-8bd2-4efd-8b10-53f3f4d9461e), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.781553 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.797517 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-dfeabbfe-96fb-41d2-9ecf-4c3c3e45547f req-cf73e455-bb80-4740-82d2-0c705b08f060 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915963 Mar 08 12:04:55.801378 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] For port 32befa17-bdf0-47c6-b694-23921a30bfd7, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:55.884233 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65480208-d669-48ad-baf6-4850724291e5 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=110507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:04:55.886928 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-77b2a579-b21c-4285-a4b7-8cb9612ed681 None None] For port d8175d2c-f732-428d-9d3e-5df3e5d97107, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=d8175d2c-f732-428d-9d3e-5df3e5d97107,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:55.887395 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-65480208-d669-48ad-baf6-4850724291e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30549112'] for segment (eab44341-8bd2-4efd-8b10-53f3f4d9461e), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:55.890982 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] For port 32befa17-bdf0-47c6-b694-23921a30bfd7, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=32befa17-bdf0-47c6-b694-23921a30bfd7,segment=NetworkSegment(4ae50583-cc6b-46f5-b8ad-7cca3e4c0775),segment_id=4ae50583-cc6b-46f5-b8ad-7cca3e4c0775)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: Traceback (most recent call last): Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: timer() Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: cb(*args, **kw) Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: return func(*args, **kwargs) Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: self._notify() Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: self.callback(batched_events) Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: event.method(event) Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: return f(self, *a, **k) Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._get(url).json() Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: return self.request(url, 'GET', **kwargs) Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:04:55.892723 dv-cinder-830085-2-iscsi neutron-server[110507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:04:55.902490 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47652) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:55.947043 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 22c254aa-8e48-45dd-b43a-bf922cfc72bb triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:55.947687 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.038673 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-77b2a579-b21c-4285-a4b7-8cb9612ed681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.167772 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b9ac5caa-1f25-4aa5-ad8e-13d85fdd1373 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group_rule (66b93315-c000-4530-a160-c68294688659), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.170068 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.170832 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4343e265-f02c-40ae-a5b3-3140b4bfb582 {{(pid=110508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:04:56.183982 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Allocated IP 172.27.1.148 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/ed9c1d10-a990-4f27-8368-3557fb224632) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:56.195507 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Publish callbacks [] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.244314 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2a579-b21c-4285-a4b7-8cb9612ed681 None None] Pushing event updated for resources: {'Port': ['ID=d8175d2c-f732-428d-9d3e-5df3e5d97107,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:56.260172 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b9ac5caa-1f25-4aa5-ad8e-13d85fdd1373 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (66b93315-c000-4530-a160-c68294688659), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.314380 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-65480208-d669-48ad-baf6-4850724291e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (458584c8-9b4c-47c7-b4f2-5184a534910b), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.336111 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac5caa-1f25-4aa5-ad8e-13d85fdd1373 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b93315-c000-4530-a160-c68294688659,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:56.342931 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-65480208-d669-48ad-baf6-4850724291e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.348309 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4f71ffbf-3c5f-4ccf-8a82-36074d475227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.358000 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-65480208-d669-48ad-baf6-4850724291e5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/458584c8-9b4c-47c7-b4f2-5184a534910b HTTP/1.1" status: 204 len: 168 time: 2.1605980 Mar 08 12:04:56.376165 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65480208-d669-48ad-baf6-4850724291e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=458584c8-9b4c-47c7-b4f2-5184a534910b,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:56.431686 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2548207c-bb47-4319-9ceb-773e7aa17ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.450160 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b9ac5caa-1f25-4aa5-ad8e-13d85fdd1373 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.452649 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-b9ac5caa-1f25-4aa5-ad8e-13d85fdd1373 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1101139 Mar 08 12:04:56.460855 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62104c7e-02fe-42c0-af3f-8bf658990c3d None None] Pushing event updated for resources: {'Port': ['ID=32befa17-bdf0-47c6-b694-23921a30bfd7,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:56.461408 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47672) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:56.467476 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-813835f3-836e-4f6c-87eb-dbec793a4877 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Request body: {'security_group_rule': {'security_group_id': '04b1b3de-1176-421b-8b74-c69f1fb9922a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:56.474736 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Routers {'48bb6359-68b8-4d53-8bf2-583bc5e80fa4'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:56.476714 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['48bb6359-68b8-4d53-8bf2-583bc5e80fa4'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:56.542899 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 22c254aa-8e48-45dd-b43a-bf922cfc72bb is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:56.544723 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 06ed4e2f-fff3-48be-8883-24443b45b516 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:56.569762 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.provisioning_blocks [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Transition to ACTIVE for port object 4343e265-f02c-40ae-a5b3-3140b4bfb582 will not be triggered until provisioned by entity L2. {{(pid=110508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:04:56.619073 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-813835f3-836e-4f6c-87eb-dbec793a4877 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group_rule (08946039-29ec-4e7a-a769-eb7cf0d80416), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.716304 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.816304 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] Set router 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:56.879864 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-813835f3-836e-4f6c-87eb-dbec793a4877 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group_rule (08946039-29ec-4e7a-a769-eb7cf0d80416), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.911501 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-a3eff7a5-37bd-4073-805a-25c2976e88fe tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:56.913079 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-a3eff7a5-37bd-4073-805a-25c2976e88fe tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/networks?id=257e73a2-5ceb-447c-85df-8c17e7e9e042 HTTP/1.1" status: 200 len: 819 time: 0.6972587 Mar 08 12:04:56.973988 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-d6328e48-51ee-4114-8c4c-cc98a47def51 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/quotas/b4c90d01c5d648759ec3b1b4f0a17c0d HTTP/1.1" status: 200 len: 375 time: 0.0437500 Mar 08 12:04:56.985641 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-813835f3-836e-4f6c-87eb-dbec793a4877 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (08946039-29ec-4e7a-a769-eb7cf0d80416), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:56.990835 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Pushing event updated for resources: {'Port': ['ID=4343e265-f02c-40ae-a5b3-3140b4bfb582,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:56.995924 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 06ed4e2f-fff3-48be-8883-24443b45b516 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:56.996764 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (06ed4e2f-fff3-48be-8883-24443b45b516), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.014574 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for port (ed9c1d10-a990-4f27-8368-3557fb224632), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.030925 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813835f3-836e-4f6c-87eb-dbec793a4877 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08946039-29ec-4e7a-a769-eb7cf0d80416,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:57.053161 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47682) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:57.090383 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68626964-7af6-40e5-9d4c-8642a074c999 req-4ed41a4b-5ed3-4ef0-b74f-f78f0bc68130 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:57.095995 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-68626964-7af6-40e5-9d4c-8642a074c999 req-4ed41a4b-5ed3-4ef0-b74f-f78f0bc68130 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 943 time: 0.1556225 Mar 08 12:04:57.136252 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-813835f3-836e-4f6c-87eb-dbec793a4877 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.142686 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-813835f3-836e-4f6c-87eb-dbec793a4877 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6773677 Mar 08 12:04:57.149041 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47688) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:57.154058 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Request body: {'floatingip': {'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:04:57.205234 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-e7c1f6e3-2c7d-46b2-9d77-808c1b8852c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=783f2601ca8f49e19701130ab0e70f68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454835 Mar 08 12:04:57.214513 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47690) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:57.252038 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-68626964-7af6-40e5-9d4c-8642a074c999 req-56c43407-a1e8-4e4e-9bd4-b35072ac9b01 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472161 Mar 08 12:04:57.320768 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4f71ffbf-3c5f-4ccf-8a82-36074d475227 admin admin] Publish callbacks [] for security_group (87ef5603-eba8-43ca-b48f-31d370264bfc), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.330275 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e547866a-7a5b-48ad-bf73-22a748b914b0 admin admin] Publish callbacks [] for security_group (522851ba-0def-40a4-a08d-3dd96c927c22), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.332815 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Attempting to bind port 4343e265-f02c-40ae-a5b3-3140b4bfb582 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:04:57.336785 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Attempting to bind port 4343e265-f02c-40ae-a5b3-3140b4bfb582 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '2a28e057-0019-4acf-97a4-baac5d7fb5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2ce7642-9233-4bb5-9d04-ed28528d8573'}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:04:57.337890 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Attempting to bind port 4343e265-f02c-40ae-a5b3-3140b4bfb582 on network a2ce7642-9233-4bb5-9d04-ed28528d8573 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:57.352702 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.363825 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e547866a-7a5b-48ad-bf73-22a748b914b0 admin admin] Publish callbacks [] for security_group (522851ba-0def-40a4-a08d-3dd96c927c22), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.408246 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Port 4343e265-f02c-40ae-a5b3-3140b4bfb582 on network a2ce7642-9233-4bb5-9d04-ed28528d8573 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:04:57.408642 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Attempting to bind port 4343e265-f02c-40ae-a5b3-3140b4bfb582 on network a2ce7642-9233-4bb5-9d04-ed28528d8573 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:04:57.428689 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:04:57.428897 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Checking segment: {'id': '2a28e057-0019-4acf-97a4-baac5d7fb5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2ce7642-9233-4bb5-9d04-ed28528d8573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:04:57.429399 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Bound using segment: {'id': '2a28e057-0019-4acf-97a4-baac5d7fb5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2ce7642-9233-4bb5-9d04-ed28528d8573'} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:04:57.429866 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Bound port: 4343e265-f02c-40ae-a5b3-3140b4bfb582, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a28e057-0019-4acf-97a4-baac5d7fb5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a2ce7642-9233-4bb5-9d04-ed28528d8573'}}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:04:57.430455 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.446118 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-4c3c61e8-6c39-4221-a800-7e4305f14cff tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4566956 Mar 08 12:04:57.505591 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4f71ffbf-3c5f-4ccf-8a82-36074d475227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (87ef5603-eba8-43ca-b48f-31d370264bfc), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.537729 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.556228 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 06ed4e2f-fff3-48be-8883-24443b45b516 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:57.556901 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (06ed4e2f-fff3-48be-8883-24443b45b516), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.572559 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (ed9c1d10-a990-4f27-8368-3557fb224632), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.590765 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.595077 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port 06ed4e2f-fff3-48be-8883-24443b45b516, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=06ed4e2f-fff3-48be-8883-24443b45b516,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:04:57.603410 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'name': 'tempest-ServerRescueNegativeTestJSON-2011758296-router', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:33Z', 'updated_at': '2022-03-08T12:04:46Z', 'revision_number': 4, 'project_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'gw_port': {'id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:05:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '32befa17-bdf0-47c6-b694-23921a30bfd7', 'name': '', 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'mac_address': 'fa:16:3e:50:a5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '243d0bec-ddaa-486f-a46c-e3ab257ef718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:43Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 4, 'project_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'subnets': [{'id': '243d0bec-ddaa-486f-a46c-e3ab257ef718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:57.638126 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2477b769-0ee5-4a61-a848-6390432847fb None None] The sync data for ids ['48bb6359-68b8-4d53-8bf2-583bc5e80fa4'] in dv-cinder-830085-2-iscsi is: [{'id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'name': 'tempest-ServerRescueNegativeTestJSON-2011758296-router', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:33Z', 'updated_at': '2022-03-08T12:04:46Z', 'revision_number': 4, 'project_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'gw_port': {'id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:05:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '32befa17-bdf0-47c6-b694-23921a30bfd7', 'name': '', 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'mac_address': 'fa:16:3e:50:a5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '243d0bec-ddaa-486f-a46c-e3ab257ef718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:43Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 4, 'project_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'subnets': [{'id': '243d0bec-ddaa-486f-a46c-e3ab257ef718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:04:57.667857 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e547866a-7a5b-48ad-bf73-22a748b914b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (522851ba-0def-40a4-a08d-3dd96c927c22), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.676061 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e547866a-7a5b-48ad-bf73-22a748b914b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.677988 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (06ed4e2f-fff3-48be-8883-24443b45b516), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.679474 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-e547866a-7a5b-48ad-bf73-22a748b914b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/522851ba-0def-40a4-a08d-3dd96c927c22 HTTP/1.1" status: 204 len: 168 time: 0.4638066 Mar 08 12:04:57.738290 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547866a-7a5b-48ad-bf73-22a748b914b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522851ba-0def-40a4-a08d-3dd96c927c22,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:57.745300 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-4f71ffbf-3c5f-4ccf-8a82-36074d475227 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7e6bb2dfcfd4d3e8b971c2276da254a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8482397 Mar 08 12:04:57.760437 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47696) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:57.783853 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71ffbf-3c5f-4ccf-8a82-36074d475227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ef5603-eba8-43ca-b48f-31d370264bfc,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:57.785570 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=06ed4e2f-fff3-48be-8883-24443b45b516,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:57.808545 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] For port 4343e265-f02c-40ae-a5b3-3140b4bfb582, host hv-cinder-83008, cleared binding levels {{(pid=110508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:04:57.823383 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] For port 4343e265-f02c-40ae-a5b3-3140b4bfb582, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4343e265-f02c-40ae-a5b3-3140b4bfb582,segment=NetworkSegment(2a28e057-0019-4acf-97a4-baac5d7fb5d5),segment_id=2a28e057-0019-4acf-97a4-baac5d7fb5d5)] {{(pid=110508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:04:57.858944 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:57.865656 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:57.876205 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:57.888236 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event updated for resources: {'Port': ['ID=ed9c1d10-a990-4f27-8368-3557fb224632,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:57.917902 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd6c8-4980-4402-98cf-2cbd90b71294 admin admin] Publish callbacks [] for security_group (87ef5603-eba8-43ca-b48f-31d370264bfc), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:57.983232 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:58.010178 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-56c7d473-ab67-48a8-9212-0df7d2a3b8cc service neutron] 10.222.0.44 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547583 Mar 08 12:04:58.017120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Allocated IP 172.27.1.66 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:58.095931 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 89d6c2b0-8474-481b-9455-b0f8670c04a0 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:58.096572 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd6c8-4980-4402-98cf-2cbd90b71294 admin admin] Publish callbacks [] for security_group (87ef5603-eba8-43ca-b48f-31d370264bfc), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:58.131760 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (6f959a02-a7ef-495e-a538-4fe9e8d82c2c), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:58.150085 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Sync routers for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:04:58.194820 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:04:58.200207 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:58.211744 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Pushing event updated for resources: {'Port': ['ID=4343e265-f02c-40ae-a5b3-3140b4bfb582,revision_number=3']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:58.272632 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (ed9c1d10-a990-4f27-8368-3557fb224632), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:58.300494 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:58.301195 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:58.302763 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-ffb5eb1f-28ee-4603-b235-14f491b9aa4c service neutron] 10.222.0.55 "PUT /v2.0/ports/4343e265-f02c-40ae-a5b3-3140b4bfb582 HTTP/1.1" status: 200 len: 1093 time: 6.1423137 Mar 08 12:04:58.303430 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3890dbed-fcfe-4cf4-8e60-5324b19a058c', 'tag': '4343e265-f02c-40ae-a5b3-3140b4bfb582'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:04:58.525475 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-f39474cd-03e2-4f15-ac6a-1c09aa2d4c34 service neutron] 10.222.0.44 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940851 Mar 08 12:04:58.777127 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 89d6c2b0-8474-481b-9455-b0f8670c04a0 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:58.777416 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:58.801294 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd6c8-4980-4402-98cf-2cbd90b71294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (87ef5603-eba8-43ca-b48f-31d370264bfc), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:58.813804 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd6c8-4980-4402-98cf-2cbd90b71294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:58.817397 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-ac4fd6c8-4980-4402-98cf-2cbd90b71294 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87ef5603-eba8-43ca-b48f-31d370264bfc HTTP/1.1" status: 204 len: 168 time: 1.0535574 Mar 08 12:04:58.835974 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a590e64d-9405-4812-abca-ba5ad05bcd62" -d '{"events": [{"name": "network-changed", "server_uuid": "3890dbed-fcfe-4cf4-8e60-5324b19a058c", "tag": "4343e265-f02c-40ae-a5b3-3140b4bfb582"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:04:58.842369 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:04:58.903332 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for port (d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:58.946159 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b3130-3e23-4d38-8d4a-588560406ad4 req-6b0c5b1b-52f8-4781-8026-d68112e60d2b tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:58.947469 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cf9b3130-3e23-4d38-8d4a-588560406ad4 req-6b0c5b1b-52f8-4781-8026-d68112e60d2b tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 943 time: 0.5766072 Mar 08 12:04:58.983612 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fd6c8-4980-4402-98cf-2cbd90b71294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ef5603-eba8-43ca-b48f-31d370264bfc,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:59.073726 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47722) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:59.123853 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:59.139614 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-14d4e6c5-89d5-4bf3-bf50-cb5eb5888781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:59.148513 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cf9b3130-3e23-4d38-8d4a-588560406ad4 req-9d0bf3fc-4401-4164-a406-792693d182d4 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837993 Mar 08 12:04:59.157273 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-14d4e6c5-89d5-4bf3-bf50-cb5eb5888781 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=638b3ca153e64d9481be6f83a027bb31&device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 1127 time: 0.3264399 Mar 08 12:04:59.202694 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:59.444919 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-068b7747-55a7-4acc-9450-8492610e4d0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4343e265-f02c-40ae-a5b3-3140b4bfb582 HTTP/1.1" status: 200 len: 217 time: 0.2397063 Mar 08 12:04:59.480047 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 89d6c2b0-8474-481b-9455-b0f8670c04a0 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:04:59.480047 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device d8175d2c-f732-428d-9d3e-5df3e5d97107 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:04:59.526232 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-6570878c-ef17-4290-a40c-64432dcd2454 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ef896d427dd4999a03bc938ecd8f0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4378996 Mar 08 12:04:59.559430 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47736) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:59.562097 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:04:59.570478 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-0005ec59-8e07-4179-856a-431e1c70ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:04:59.574039 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-0005ec59-8e07-4179-856a-431e1c70ed23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c58cc02a-344d-4edc-9faa-51d79eb14286 HTTP/1.1" status: 200 len: 851 time: 0.1144822 Mar 08 12:04:59.582224 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:04:59.585793 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:04:59.610912 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b95b1c98-68af-4da9-b9b9-4ec0fa91f1ca req-eb1f978f-0d3e-4c20-ba1b-3b4e74bf0bfa tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 210 time: 0.2900221 Mar 08 12:04:59.728096 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:04:46Z', 'revision_number': 2, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:04:59.765256 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-92e4f1b5-946e-49f5-ba5a-cd0a0f9e0199 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2ce7642-9233-4bb5-9d04-ed28528d8573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1734815 Mar 08 12:04:59.766604 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.55', 49226) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:04:59.767810 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for port (ed9c1d10-a990-4f27-8368-3557fb224632), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:59.800268 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Checking router: d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:04:59.800620 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Updating router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 port 17dafae0-2eb5-4de8-8763-551f90f71754 binding host dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:04:59.804147 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port d8175d2c-f732-428d-9d3e-5df3e5d97107 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:04:59.804543 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:59.824902 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903bdb08-649b-4e4a-b427-fc17d7459c20 x-openstack-request-id: req-903bdb08-649b-4e4a-b427-fc17d7459c20 {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:04:59.825197 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3890dbed-fcfe-4cf4-8e60-5324b19a058c", "tag": "4343e265-f02c-40ae-a5b3-3140b4bfb582", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:04:59.825455 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-903bdb08-649b-4e4a-b427-fc17d7459c20 {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:04:59.825913 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3890dbed-fcfe-4cf4-8e60-5324b19a058c', 'tag': '4343e265-f02c-40ae-a5b3-3140b4bfb582', 'status': 'completed', 'code': 200} Mar 08 12:04:59.849382 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Allocated IP 172.27.1.185 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/786374e3-d31b-4795-a9b7-cf52de140d49) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:04:59.861627 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'Port': ['ID=d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:04:59.892588 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (ed9c1d10-a990-4f27-8368-3557fb224632), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.007081 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.045652 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (6f959a02-a7ef-495e-a538-4fe9e8d82c2c), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.079341 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e75f1977-dbf9-4c62-8253-031d64942ee5 admin admin] Publish callbacks [] for security_group (c59d6e54-e2a4-4ad8-b42a-a65e90060775), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.124728 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 47742) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:00.138901 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.178054 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event updated for resources: {'Port': ['ID=ed9c1d10-a990-4f27-8368-3557fb224632,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:00.193604 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e2774935-5ed2-461f-994d-0da035931dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.240049 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port d8175d2c-f732-428d-9d3e-5df3e5d97107 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:00.269952 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.276770 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-1d36e0f0-ebbe-42b6-ace8-32b5637753b8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8534710 Mar 08 12:05:00.334323 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-8a201b3a-9a72-48d7-b125-77ab91c2b147 service neutron] 10.222.0.55 "GET /v2.0/networks/a2ce7642-9233-4bb5-9d04-ed28528d8573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183423 Mar 08 12:05:00.579186 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e2774935-5ed2-461f-994d-0da035931dee admin admin] Publish callbacks [] for security_group (ba57e339-7883-4cea-9d39-5992bd295bce), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.623865 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb880236-6011-481f-bbf8-45faf27d8dcc req-3c488246-fde2-4a98-b18f-0313dba306c7 service neutron] 10.222.0.55 "GET /v2.0/networks/a2ce7642-9233-4bb5-9d04-ed28528d8573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769108 Mar 08 12:05:00.629502 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for port (786374e3-d31b-4795-a9b7-cf52de140d49), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.658751 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e2774935-5ed2-461f-994d-0da035931dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (ba57e339-7883-4cea-9d39-5992bd295bce), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.663690 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (37e14603-0c65-4b41-883c-59bed0d1fbbe), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.668180 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 06ed4e2f-fff3-48be-8883-24443b45b516 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:00.671651 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e75f1977-dbf9-4c62-8253-031d64942ee5 admin admin] Publish callbacks [] for security_group (c59d6e54-e2a4-4ad8-b42a-a65e90060775), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:00.764851 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2774935-5ed2-461f-994d-0da035931dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba57e339-7883-4cea-9d39-5992bd295bce,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:00.789022 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-dd355e38-aed1-4963-b2ba-cd0fab3f8331 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:00.790682 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-dd355e38-aed1-4963-b2ba-cd0fab3f8331 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.55 "GET /v2.0/networks?id=257e73a2-5ceb-447c-85df-8c17e7e9e042 HTTP/1.1" status: 200 len: 819 time: 0.9597480 Mar 08 12:05:00.816383 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1326eaf-afad-40eb-9944-0ec26bcf140d req-36b2f98e-3f3d-47a8-a19b-30ce70705c38 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:00.822355 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a1326eaf-afad-40eb-9944-0ec26bcf140d req-36b2f98e-3f3d-47a8-a19b-30ce70705c38 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 943 time: 0.2483537 Mar 08 12:05:00.822562 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-e2774935-5ed2-461f-994d-0da035931dee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ecae1e081724f68ba810805c9e23e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6828070 Mar 08 12:05:00.826669 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 47768) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:00.971333 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-b8718f66-7a88-4df9-b0ad-902eb721a588 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Request body: {'port': {'device_id': 'c427ee2c-bb30-4de0-b104-374e45486d1c', 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042', 'admin_state_up': True, 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:00.973760 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-d79f808a-78df-40bc-a043-7dc802fab27d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--982868327&fields=id&tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02 HTTP/1.1" status: 200 len: 267 time: 0.2513766 Mar 08 12:05:01.035416 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 06ed4e2f-fff3-48be-8883-24443b45b516 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:01.036316 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (06ed4e2f-fff3-48be-8883-24443b45b516), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.117506 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Publish callbacks [] for port (17dafae0-2eb5-4de8-8763-551f90f71754), precommit_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.161073 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.181725 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590e64d-9405-4812-abca-ba5ad05bcd62 req-e6f5ec0a-1c99-42ec-907d-838976727347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:01.183325 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a590e64d-9405-4812-abca-ba5ad05bcd62 req-e6f5ec0a-1c99-42ec-907d-838976727347 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=638b3ca153e64d9481be6f83a027bb31&device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 1127 time: 0.2035007 Mar 08 12:05:01.252026 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 06ed4e2f-fff3-48be-8883-24443b45b516 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:01.256763 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 32befa17-bdf0-47c6-b694-23921a30bfd7 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:01.265720 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-2d9e5c9e-85c0-4189-85ae-43ff89f0348d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:01.267342 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-2d9e5c9e-85c0-4189-85ae-43ff89f0348d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/networks?id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 HTTP/1.1" status: 200 len: 817 time: 0.2920928 Mar 08 12:05:01.291944 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.304222 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (786374e3-d31b-4795-a9b7-cf52de140d49), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.321545 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.339153 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:01.385653 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:01.386719 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-ccfa16ac-b142-44ea-8869-96b0197ea6b7 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/quotas/8365ad5cbe4d4bbcaa750e1f088a3f02 HTTP/1.1" status: 200 len: 375 time: 0.0730171 Mar 08 12:05:01.409827 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cb308-11aa-43ea-8a27-ed545f730d58 None None] Pushing event updated for resources: {'Port': ['ID=17dafae0-2eb5-4de8-8763-551f90f71754,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:01.432383 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:01.485307 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 32befa17-bdf0-47c6-b694-23921a30bfd7 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:01.488187 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.525903 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Attempting to bind port 17dafae0-2eb5-4de8-8763-551f90f71754 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:01.526270 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Attempting to bind port 17dafae0-2eb5-4de8-8763-551f90f71754 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:01.543427 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Attempting to bind port 17dafae0-2eb5-4de8-8763-551f90f71754 on network 179e1abc-e30f-4687-8a9a-a281be5cbc95 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:01.566089 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:01.566497 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Checking segment: {'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:01.566857 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.567281 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Bound using segment: {'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:01.568361 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Bound port: 17dafae0-2eb5-4de8-8763-551f90f71754, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:01.568750 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.570854 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590e64d-9405-4812-abca-ba5ad05bcd62 req-d7d8e6a9-5e14-4343-8857-5a0310e4c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:01.573322 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a590e64d-9405-4812-abca-ba5ad05bcd62 req-d7d8e6a9-5e14-4343-8857-5a0310e4c239 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2ce7642-9233-4bb5-9d04-ed28528d8573 HTTP/1.1" status: 200 len: 912 time: 0.3050816 Mar 08 12:05:01.586419 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-8d6482a1-b906-4974-bba2-d4e20eac45e7 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1887720 Mar 08 12:05:01.649679 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a590e64d-9405-4812-abca-ba5ad05bcd62 req-ace3aa4f-b84e-483a-8705-cdde5ecc8ccb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4343e265-f02c-40ae-a5b3-3140b4bfb582 HTTP/1.1" status: 200 len: 217 time: 0.0610862 Mar 08 12:05:01.693501 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (f31d3ca7-48fe-45ff-b24e-c394f165116c), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.704749 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e75f1977-dbf9-4c62-8253-031d64942ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (c59d6e54-e2a4-4ad8-b42a-a65e90060775), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.707799 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e75f1977-dbf9-4c62-8253-031d64942ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.709080 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-e75f1977-dbf9-4c62-8253-031d64942ee5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c59d6e54-e2a4-4ad8-b42a-a65e90060775 HTTP/1.1" status: 204 len: 168 time: 2.1451631 Mar 08 12:05:01.782031 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a1326eaf-afad-40eb-9944-0ec26bcf140d req-67e9c329-8221-483c-ac97-1566adf51a8e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8865180 Mar 08 12:05:01.801539 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-34521d8e-1f67-483b-9a03-23f9d4a96e03 admin admin] Publish callbacks [] for security_group (ba57e339-7883-4cea-9d39-5992bd295bce), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.834130 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f1977-dbf9-4c62-8253-031d64942ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59d6e54-e2a4-4ad8-b42a-a65e90060775,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:01.857492 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event updated for resources: {'Port': ['ID=786374e3-d31b-4795-a9b7-cf52de140d49,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:01.874381 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 32befa17-bdf0-47c6-b694-23921a30bfd7 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:01.888600 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590e64d-9405-4812-abca-ba5ad05bcd62 req-9c6bde6d-bf2e-4862-abfd-6b8cb76e0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:01.888736 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:01.890293 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a590e64d-9405-4812-abca-ba5ad05bcd62 req-9c6bde6d-bf2e-4862-abfd-6b8cb76e0aa4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c58cc02a-344d-4edc-9faa-51d79eb14286 HTTP/1.1" status: 200 len: 851 time: 0.2140589 Mar 08 12:05:02.013718 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a590e64d-9405-4812-abca-ba5ad05bcd62 req-a823730e-e0f1-49ea-b1a1-3bc88c0d957f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2ce7642-9233-4bb5-9d04-ed28528d8573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029599 Mar 08 12:05:02.021426 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port 32befa17-bdf0-47c6-b694-23921a30bfd7, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=32befa17-bdf0-47c6-b694-23921a30bfd7,segment=NetworkSegment(4ae50583-cc6b-46f5-b8ad-7cca3e4c0775),segment_id=4ae50583-cc6b-46f5-b8ad-7cca3e4c0775)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:02.023675 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-b81584d8-c7db-40e0-9334-1db80521fc85 service neutron] 10.222.0.44 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865302 Mar 08 12:05:02.034537 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] For port 17dafae0-2eb5-4de8-8763-551f90f71754, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:02.049494 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-34521d8e-1f67-483b-9a03-23f9d4a96e03 admin admin] Publish callbacks [] for security_group (ba57e339-7883-4cea-9d39-5992bd295bce), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.060265 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] For port 17dafae0-2eb5-4de8-8763-551f90f71754, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=17dafae0-2eb5-4de8-8763-551f90f71754,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:02.067297 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-8d9bda87-b19f-4f17-8ca1-b9914404dd54 None None] Provisioning complete for port 17dafae0-2eb5-4de8-8763-551f90f71754 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:02.067719 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-8d9bda87-b19f-4f17-8ca1-b9914404dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.104890 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bda87-b19f-4f17-8ca1-b9914404dd54 None None] Port 17dafae0-2eb5-4de8-8763-551f90f71754 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:05:02.106526 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.159778 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aaec36d6-4a02-4b65-ab10-faeb871f53a7 req-6280e166-5031-4e4e-8f5f-f3870ae77882 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 210 time: 0.0873535 Mar 08 12:05:02.190976 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.206804 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (786374e3-d31b-4795-a9b7-cf52de140d49), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.280052 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=32befa17-bdf0-47c6-b694-23921a30bfd7,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:02.348785 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:02.351354 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:04:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:02.431245 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-b8718f66-7a88-4df9-b0ad-902eb721a588 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Made reservation on behalf of b4c90d01c5d648759ec3b1b4f0a17c0d for: {'port': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:02.439648 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-b8718f66-7a88-4df9-b0ad-902eb721a588 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.502342 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-f0e1db6c-7b43-401e-b641-69c7ec4932ea service neutron] 10.222.0.44 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726233 Mar 08 12:05:02.524518 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-34521d8e-1f67-483b-9a03-23f9d4a96e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (ba57e339-7883-4cea-9d39-5992bd295bce), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.529168 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-34521d8e-1f67-483b-9a03-23f9d4a96e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.533484 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a590e64d-9405-4812-abca-ba5ad05bcd62 req-3150eeda-b252-41a3-ad7b-7dffc4852722 service neutron] 10.222.0.55 "GET /v2.0/networks/a2ce7642-9233-4bb5-9d04-ed28528d8573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591529 Mar 08 12:05:02.543584 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cb308-11aa-43ea-8a27-ed545f730d58 None None] Pushing event updated for resources: {'Port': ['ID=17dafae0-2eb5-4de8-8763-551f90f71754,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:02.547235 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-34521d8e-1f67-483b-9a03-23f9d4a96e03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba57e339-7883-4cea-9d39-5992bd295bce HTTP/1.1" status: 204 len: 168 time: 1.7038004 Mar 08 12:05:02.685424 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34521d8e-1f67-483b-9a03-23f9d4a96e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba57e339-7883-4cea-9d39-5992bd295bce,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:02.728025 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:02.818896 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-40acb87b-4647-4643-bd1a-11f7b3183dec None None] Provisioning complete for port 17dafae0-2eb5-4de8-8763-551f90f71754 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:02.819717 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-40acb87b-4647-4643-bd1a-11f7b3183dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:02.993681 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for port (d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.064313 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef555-3e63-4325-9a24-e96058a3b370 req-577a6818-7651-4e59-9e0b-7c0774f04410 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:03.066851 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-448ef555-3e63-4325-9a24-e96058a3b370 req-577a6818-7651-4e59-9e0b-7c0774f04410 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 943 time: 0.1456110 Mar 08 12:05:03.101581 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8851b60b-4768-46dc-9aa2-d8217df28238 req-e5d0afcb-f704-448d-bc5d-c5b0b8c6d638 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 210 time: 0.1906321 Mar 08 12:05:03.134038 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.161188 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:02Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:03.175753 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-448ef555-3e63-4325-9a24-e96058a3b370 req-494c940b-53bb-4af6-ac2f-c0c5999df57b tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954385 Mar 08 12:05:03.327857 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for port (786374e3-d31b-4795-a9b7-cf52de140d49), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.332391 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-40acb87b-4647-4643-bd1a-11f7b3183dec None None] Current status of the port 17dafae0-2eb5-4de8-8763-551f90f71754 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:03.332948 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-40acb87b-4647-4643-bd1a-11f7b3183dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.335002 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f2f22-2382-4973-8a9a-7223aa0b1bf4 None None] The sync data for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi is: [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:02Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:03.359080 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'Port': ['ID=d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:03.362903 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a65b89b1-54ec-4c90-ab46-d15869390113 req-5a5ea02f-af66-4966-9a7f-f09075bd49d0 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 210 time: 0.0932822 Mar 08 12:05:03.381042 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-40acb87b-4647-4643-bd1a-11f7b3183dec None None] For port 17dafae0-2eb5-4de8-8763-551f90f71754, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=17dafae0-2eb5-4de8-8763-551f90f71754,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:03.387419 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-b8718f66-7a88-4df9-b0ad-902eb721a588 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Allocated IP 172.20.0.12 (257e73a2-5ceb-447c-85df-8c17e7e9e042/243d0bec-ddaa-486f-a46c-e3ab257ef718/ba1e60f5-606b-4f9d-86ab-25655b23aeb3) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:03.391780 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (37e14603-0c65-4b41-883c-59bed0d1fbbe), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.492896 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-40acb87b-4647-4643-bd1a-11f7b3183dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.504616 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (786374e3-d31b-4795-a9b7-cf52de140d49), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.546115 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acb87b-4647-4643-bd1a-11f7b3183dec None None] Pushing event updated for resources: {'Port': ['ID=17dafae0-2eb5-4de8-8763-551f90f71754,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:03.571783 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.581639 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c07b8bcd-fcd2-4a57-83ee-056c43b105fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.0946529 Mar 08 12:05:03.601467 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event updated for resources: {'Port': ['ID=786374e3-d31b-4795-a9b7-cf52de140d49,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:03.629799 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-b8718f66-7a88-4df9-b0ad-902eb721a588 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks [] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.646333 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (f31d3ca7-48fe-45ff-b24e-c394f165116c), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.815987 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-fcabd2f4-ca10-423b-87d1-4dc45f4f8005 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1498089044&fields=id&tenant_id=4868bd544af04b158e08c3694b9279ff HTTP/1.1" status: 200 len: 267 time: 0.0528429 Mar 08 12:05:03.820472 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.823553 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-a96d92b6-3328-40b2-a63e-79b2e4bc41c0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6729567 Mar 08 12:05:03.827464 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-b8718f66-7a88-4df9-b0ad-902eb721a588 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:03.960360 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-b8718f66-7a88-4df9-b0ad-902eb721a588 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Network 257e73a2-5ceb-447c-85df-8c17e7e9e042 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:03.967945 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-b8718f66-7a88-4df9-b0ad-902eb721a588 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:03.975299 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-b8718f66-7a88-4df9-b0ad-902eb721a588 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:03.984027 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-502aa1a8-8b96-4405-9ee4-a5eafd52ce4b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:03.985664 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-502aa1a8-8b96-4405-9ee4-a5eafd52ce4b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/networks?id=91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 200 len: 814 time: 0.1619275 Mar 08 12:05:04.013065 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-95ff44d7-29e1-4cdd-a962-0aa565620657 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/quotas/4868bd544af04b158e08c3694b9279ff HTTP/1.1" status: 200 len: 375 time: 0.0187047 Mar 08 12:05:04.080941 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-b8718f66-7a88-4df9-b0ad-902eb721a588 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:04.081620 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-b8718f66-7a88-4df9-b0ad-902eb721a588 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:04.092040 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8718f66-7a88-4df9-b0ad-902eb721a588 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Pushing event updated for resources: {'Port': ['ID=ba1e60f5-606b-4f9d-86ab-25655b23aeb3,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:04.106510 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-344eae42-7e22-45bf-a523-84d9730968da tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924840 Mar 08 12:05:04.214077 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-bf92ab43-1baf-438e-baeb-15b4a8200d7a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1663320662&fields=id&tenant_id=8538495811a94895b410d83147c0f4dc HTTP/1.1" status: 200 len: 267 time: 0.0826035 Mar 08 12:05:04.236917 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-6ce58fbb-08c0-4c93-8ef8-93f930f14a1f service neutron] 10.222.0.44 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090930 Mar 08 12:05:04.244884 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-b8718f66-7a88-4df9-b0ad-902eb721a588 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2899148 Mar 08 12:05:04.367828 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 17dafae0-2eb5-4de8-8763-551f90f71754 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:04.376299 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-2e4d0226-da39-45a3-b2a5-8a0911ad816d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:04.377856 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-2e4d0226-da39-45a3-b2a5-8a0911ad816d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/networks?id=179e1abc-e30f-4687-8a9a-a281be5cbc95 HTTP/1.1" status: 200 len: 809 time: 0.1462951 Mar 08 12:05:04.385667 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-3fd39e21-1568-485c-8ee0-434d623a94b6 service neutron] 10.222.0.44 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355035 Mar 08 12:05:04.397610 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-cb2ff0fa-4447-4328-8bb1-f1f081fad484 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/quotas/8538495811a94895b410d83147c0f4dc HTTP/1.1" status: 200 len: 375 time: 0.0115259 Mar 08 12:05:04.480484 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 17dafae0-2eb5-4de8-8763-551f90f71754 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:04.481188 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:04.563549 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-d1ea895b-2e92-47e3-b948-a783320fa33c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8538495811a94895b410d83147c0f4dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1563683 Mar 08 12:05:04.613531 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 17dafae0-2eb5-4de8-8763-551f90f71754 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:04.614666 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 32befa17-bdf0-47c6-b694-23921a30bfd7 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:04.681157 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 32befa17-bdf0-47c6-b694-23921a30bfd7 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:04.681157 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:04.744882 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-7e242c90-1edb-4d6b-ac32-25c68d639521 service neutron] 10.222.0.44 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622889 Mar 08 12:05:04.845622 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 32befa17-bdf0-47c6-b694-23921a30bfd7 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:05.177341 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-bbbf35ec-3703-4497-8d2c-bdc9c773f4ea service neutron] 10.222.0.44 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286640 Mar 08 12:05:05.194286 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-28ed191a-6d89-4255-a797-3ebb21fe831a req-028c7bb9-cb5d-43b7-a130-58de6964eb1d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 210 time: 0.4523230 Mar 08 12:05:05.394525 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843d00a-cb4d-48c9-adb7-b1f30b3dc50d req-991c51a3-be42-4b01-9632-0ac93fb048c5 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:05.403029 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0843d00a-cb4d-48c9-adb7-b1f30b3dc50d req-991c51a3-be42-4b01-9632-0ac93fb048c5 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 943 time: 0.0959949 Mar 08 12:05:05.463802 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0843d00a-cb4d-48c9-adb7-b1f30b3dc50d req-514cc1ad-9f6f-4bf2-b03b-2dc02676187e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592239 Mar 08 12:05:05.571541 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-beb5b041-aa57-4d98-92db-61a9259c1bb5 req-1ec12e82-ea16-4035-ac8e-1b516fd7587d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 210 time: 0.0310245 Mar 08 12:05:05.603832 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-06f66a4d-473d-4b74-8d81-9667f4d4e512 req-202b960e-b62c-4995-a299-31330847b2ce tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 210 time: 0.0357435 Mar 08 12:05:05.672470 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0c95c1f5-f1ef-4bf9-b725-305721083448 req-4ac1e8c7-8f00-4942-9930-3e38ce7f761a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 210 time: 0.0567966 Mar 08 12:05:05.731473 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.55', 49230) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:05.919673 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Request body: {'port': {'device_id': 'c427ee2c-bb30-4de0-b104-374e45486d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:05.990580 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a590e64d-9405-4812-abca-ba5ad05bcd62 req-b5526412-5c34-4729-b00a-d995d8ec00d4 service neutron] 10.222.0.55 "GET /v2.0/networks/a2ce7642-9233-4bb5-9d04-ed28528d8573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041913 Mar 08 12:05:06.058902 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.070901 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3b1cb8fc-7d52-4e89-a99d-bd593a47606a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:06.072990 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3b1cb8fc-7d52-4e89-a99d-bd593a47606a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.55 "GET /v2.0/networks?id=257e73a2-5ceb-447c-85df-8c17e7e9e042 HTTP/1.1" status: 200 len: 819 time: 0.1877508 Mar 08 12:05:06.093634 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-e219177e-6a5a-4828-bfaa-d9a7437ff3e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Request body: {'port': {'device_id': '81c1c4d4-4911-4ff5-8a74-72e40fbe2586', 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042', 'admin_state_up': True, 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:06.340923 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-bb35c08c-8862-48f3-a23b-0c6b8e05cc1e req-1e0c8181-b9da-4dcd-915b-17cc77cb7781 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 210 time: 0.0681691 Mar 08 12:05:06.575067 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1e60f5-606b-4f9d-86ab-25655b23aeb3 {{(pid=110507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:06.584028 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Publish callbacks [] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:06.585255 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4af64-df0e-4fb2-9358-b41a86ecbf74 req-a19de527-1856-4202-8a78-0a247fc29f51 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:06.588453 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-dcf4af64-df0e-4fb2-9358-b41a86ecbf74 req-a19de527-1856-4202-8a78-0a247fc29f51 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 943 time: 0.0593460 Mar 08 12:05:06.612971 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.provisioning_blocks [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Transition to ACTIVE for port object ba1e60f5-606b-4f9d-86ab-25655b23aeb3 will not be triggered until provisioned by entity L2. {{(pid=110507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:05:06.645684 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-dcf4af64-df0e-4fb2-9358-b41a86ecbf74 req-a8c21a86-4b6a-4f73-bb76-f7d1e4517632 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523071 Mar 08 12:05:06.671486 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ec7cc603-2b57-411e-bc0b-d2257c8c29e7 req-344b7378-834c-4539-b81f-1654933f60a7 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 210 time: 0.0326593 Mar 08 12:05:06.716509 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-89974740-8453-4139-bbc3-953a5223a7cf req-40074d1e-390a-427d-96a1-8cdf47a35bcd tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 210 time: 0.0279505 Mar 08 12:05:06.777776 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3d67b590-6b98-4584-a1a9-c8ccad5c5dfc req-64d460ac-cda4-4ff1-b169-7a5eaa51193b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 210 time: 0.0289469 Mar 08 12:05:07.305505 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-e219177e-6a5a-4828-bfaa-d9a7437ff3e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Made reservation on behalf of b4c90d01c5d648759ec3b1b4f0a17c0d for: {'port': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:07.305505 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-e219177e-6a5a-4828-bfaa-d9a7437ff3e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.448208 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2a64f856-4da3-4ddb-a406-7ef63e94523f req-8715de55-d0ba-4e9c-b0d1-0820efa778a9 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 210 time: 0.0283027 Mar 08 12:05:07.770264 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a014836-6732-4bc2-b530-b2d80254a33d req-8f49210b-0427-4df5-936e-f35ebbb187f4 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:07.770978 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3125c430-e14d-4549-8e60-42f209a9805a req-02e1c54e-00a2-4ed2-a7a9-971b22b36fcc tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 210 time: 0.0269449 Mar 08 12:05:07.772113 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2a014836-6732-4bc2-b530-b2d80254a33d req-8f49210b-0427-4df5-936e-f35ebbb187f4 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 943 time: 0.0546145 Mar 08 12:05:07.775995 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:07.889606 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4182ae8d-38ca-43cb-86c3-ead2cb2ebbcd req-5bd26823-2351-45e5-a07d-acf86b206f03 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 210 time: 0.0292430 Mar 08 12:05:07.927356 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1e60f5-606b-4f9d-86ab-25655b23aeb3,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:07.930346 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-e219177e-6a5a-4828-bfaa-d9a7437ff3e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Allocated IP 172.20.0.5 (257e73a2-5ceb-447c-85df-8c17e7e9e042/243d0bec-ddaa-486f-a46c-e3ab257ef718/099d9827-9588-4d99-80c0-46d554cc565b) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:07.974033 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2a014836-6732-4bc2-b530-b2d80254a33d req-77bdcb6e-cc1a-41a3-96eb-0144045fa1df tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898863 Mar 08 12:05:07.992513 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-695619f8-ac08-4fdb-a911-d2dea6ee29b6 req-5ead3c0a-4013-46f2-a275-ee8244cc91f6 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 210 time: 0.0459716 Mar 08 12:05:08.091877 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Attempting to bind port ba1e60f5-606b-4f9d-86ab-25655b23aeb3 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:08.092254 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Attempting to bind port ba1e60f5-606b-4f9d-86ab-25655b23aeb3 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042'}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:08.092584 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Attempting to bind port ba1e60f5-606b-4f9d-86ab-25655b23aeb3 on network 257e73a2-5ceb-447c-85df-8c17e7e9e042 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:08.114550 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Port ba1e60f5-606b-4f9d-86ab-25655b23aeb3 on network 257e73a2-5ceb-447c-85df-8c17e7e9e042 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:05:08.114875 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Attempting to bind port ba1e60f5-606b-4f9d-86ab-25655b23aeb3 on network 257e73a2-5ceb-447c-85df-8c17e7e9e042 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:08.147553 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:08.147986 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Checking segment: {'id': '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:08.149019 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Bound using segment: {'id': '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042'} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:08.149489 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Bound port: ba1e60f5-606b-4f9d-86ab-25655b23aeb3, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042'}}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:08.149849 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:08.248714 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-e219177e-6a5a-4828-bfaa-d9a7437ff3e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks [] for port (099d9827-9588-4d99-80c0-46d554cc565b), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:08.259547 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] For port ba1e60f5-606b-4f9d-86ab-25655b23aeb3, host hv-cinder-83008, cleared binding levels {{(pid=110507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:08.264817 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] For port ba1e60f5-606b-4f9d-86ab-25655b23aeb3, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ba1e60f5-606b-4f9d-86ab-25655b23aeb3,segment=NetworkSegment(4ae50583-cc6b-46f5-b8ad-7cca3e4c0775),segment_id=4ae50583-cc6b-46f5-b8ad-7cca3e4c0775)] {{(pid=110507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:08.367880 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:08.406512 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-e219177e-6a5a-4828-bfaa-d9a7437ff3e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (099d9827-9588-4d99-80c0-46d554cc565b), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:08.433615 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:08.434268 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:08.435739 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba1e60f5-606b-4f9d-86ab-25655b23aeb3 HTTP/1.1" status: 200 len: 1094 time: 2.5245833 Mar 08 12:05:08.437703 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c427ee2c-bb30-4de0-b104-374e45486d1c', 'tag': 'ba1e60f5-606b-4f9d-86ab-25655b23aeb3'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:08.454185 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-e219177e-6a5a-4828-bfaa-d9a7437ff3e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Network 257e73a2-5ceb-447c-85df-8c17e7e9e042 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:08.471088 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-e219177e-6a5a-4828-bfaa-d9a7437ff3e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:08.475584 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-e219177e-6a5a-4828-bfaa-d9a7437ff3e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:08.501102 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fa6dc-852c-465e-9e8e-87aea68e48a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1e60f5-606b-4f9d-86ab-25655b23aeb3,revision_number=3']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:08.580178 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-e219177e-6a5a-4828-bfaa-d9a7437ff3e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:08.581673 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-e219177e-6a5a-4828-bfaa-d9a7437ff3e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:08.584258 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1af717e3-3d0b-4d19-8e20-6ad484227818 req-16302726-a26a-4d2c-a065-ea361a939942 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 210 time: 0.0494599 Mar 08 12:05:08.593550 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219177e-6a5a-4828-bfaa-d9a7437ff3e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Pushing event updated for resources: {'Port': ['ID=099d9827-9588-4d99-80c0-46d554cc565b,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:08.605173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efec01c-e8e8-4fb7-afa6-adba509e112e" -d '{"events": [{"name": "network-changed", "server_uuid": "c427ee2c-bb30-4de0-b104-374e45486d1c", "tag": "ba1e60f5-606b-4f9d-86ab-25655b23aeb3"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:08.684550 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-e219177e-6a5a-4828-bfaa-d9a7437ff3e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5951107 Mar 08 12:05:08.710326 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-d702464a-d6e5-4145-aaca-d82e4c0265d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:08.711775 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-d702464a-d6e5-4145-aaca-d82e4c0265d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 1128 time: 0.0853171 Mar 08 12:05:08.736227 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Request body: {'port': {'device_id': '81c1c4d4-4911-4ff5-8a74-72e40fbe2586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:08.761433 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6be10bf-2772-4b1a-bbf0-d2c9e576cbd3 x-openstack-request-id: req-b6be10bf-2772-4b1a-bbf0-d2c9e576cbd3 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:08.761736 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c427ee2c-bb30-4de0-b104-374e45486d1c", "tag": "ba1e60f5-606b-4f9d-86ab-25655b23aeb3", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:08.761995 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6be10bf-2772-4b1a-bbf0-d2c9e576cbd3 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:08.762444 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c427ee2c-bb30-4de0-b104-374e45486d1c', 'tag': 'ba1e60f5-606b-4f9d-86ab-25655b23aeb3', 'status': 'completed', 'code': 200} Mar 08 12:05:08.836014 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-ef40667a-bc47-408f-bd2d-66288d4ea7b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1e60f5-606b-4f9d-86ab-25655b23aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0726752 Mar 08 12:05:08.896336 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2a9c3-de8b-4b00-add7-6b83933707eb req-96d9c2c6-e22f-460c-ba6c-247fa1bafa26 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:08.898574 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cdd2a9c3-de8b-4b00-add7-6b83933707eb req-96d9c2c6-e22f-460c-ba6c-247fa1bafa26 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 931 time: 0.0556548 Mar 08 12:05:08.986131 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cdd2a9c3-de8b-4b00-add7-6b83933707eb req-08a4a194-fc75-417a-b667-b89767700d5e tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802963 Mar 08 12:05:09.111970 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9b0e5582-1d30-4d9a-aae4-bb2ac9d176a6 req-ac012a7e-4f91-4e40-b037-23150e6151c6 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 210 time: 0.0480661 Mar 08 12:05:09.114811 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (099d9827-9588-4d99-80c0-46d554cc565b), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.131378 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-ad5e8191-00c0-46f3-9934-c0e934d70195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:09.132905 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-ad5e8191-00c0-46f3-9934-c0e934d70195 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=243d0bec-ddaa-486f-a46c-e3ab257ef718 HTTP/1.1" status: 200 len: 859 time: 0.2877970 Mar 08 12:05:09.142288 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d31bbf4c-e37d-4d7f-94ca-ee1004fb106b req-892bee26-1808-4367-b8ab-0cd9f11936f9 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 210 time: 0.0359325 Mar 08 12:05:09.200758 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-e3182f48-2ee8-4ac4-9c53-7b4977b0f73d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:09.202315 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-e3182f48-2ee8-4ac4-9c53-7b4977b0f73d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.55 "GET /v2.0/networks?id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 HTTP/1.1" status: 200 len: 817 time: 0.1683733 Mar 08 12:05:09.218671 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-48a9cd1a-e54e-45cf-b3f1-3a4e3d42ae80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=257e73a2-5ceb-447c-85df-8c17e7e9e042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619521 Mar 08 12:05:09.338335 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-3582c730-8d89-4f0e-8eab-fd9f2508f95c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02 HTTP/1.1" status: 200 len: 379 time: 0.0751755 Mar 08 12:05:09.348357 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-a9acfcec-08bf-4ae8-a2ab-538142ea75b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Request body: {'port': {'device_id': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'admin_state_up': True, 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'security_groups': ['4505e212-68f2-4464-8542-9cf64286c080']}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:09.418196 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea12c83-a267-45ea-b234-10a72c300be5 req-5ff80838-000c-43a8-833c-0a90607ec08a tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:09.423675 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aea12c83-a267-45ea-b234-10a72c300be5 req-5ff80838-000c-43a8-833c-0a90607ec08a tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 943 time: 0.2098656 Mar 08 12:05:09.535236 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-af7d9b10-4e35-4947-86c3-5032f4bdf58b service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260492 Mar 08 12:05:09.543825 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-a9acfcec-08bf-4ae8-a2ab-538142ea75b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Made reservation on behalf of 8365ad5cbe4d4bbcaa750e1f088a3f02 for: {'port': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:09.547723 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-a9acfcec-08bf-4ae8-a2ab-538142ea75b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.588371 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aea12c83-a267-45ea-b234-10a72c300be5 req-c4354075-2bb5-4e48-a317-f13c7c642380 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560905 Mar 08 12:05:09.717785 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-59f6e5d8-796d-4f3f-b2d2-9c1c4fd0228c req-f3d2408f-376b-459c-a325-6560d940ee6c service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760917 Mar 08 12:05:09.723570 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099d9827-9588-4d99-80c0-46d554cc565b {{(pid=110507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:09.734572 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Publish callbacks [] for port (099d9827-9588-4d99-80c0-46d554cc565b), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.738691 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-170b3fa9-92c5-4dd3-8d32-c30274881166 req-7457ef31-4944-4074-8d70-e7358c89245d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 210 time: 0.0551734 Mar 08 12:05:09.757399 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.provisioning_blocks [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Transition to ACTIVE for port object 099d9827-9588-4d99-80c0-46d554cc565b will not be triggered until provisioned by entity L2. {{(pid=110507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:05:09.761586 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-a9acfcec-08bf-4ae8-a2ab-538142ea75b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Allocated IP 172.20.0.7 (e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984/0881ec02-52c5-41f4-9bad-8258b28ec43f/6ac8ad31-acaf-4663-8ea0-07239ed0199d) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:09.880228 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (099d9827-9588-4d99-80c0-46d554cc565b), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.914947 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-a9acfcec-08bf-4ae8-a2ab-538142ea75b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:09.939720 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4343e265-f02c-40ae-a5b3-3140b4bfb582 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:05:09.968066 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Pushing event updated for resources: {'Port': ['ID=099d9827-9588-4d99-80c0-46d554cc565b,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:10.015662 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.55', 49246) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:10.065619 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-a9acfcec-08bf-4ae8-a2ab-538142ea75b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.088542 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 4343e265-f02c-40ae-a5b3-3140b4bfb582, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4343e265-f02c-40ae-a5b3-3140b4bfb582,segment=NetworkSegment(2a28e057-0019-4acf-97a4-baac5d7fb5d5),segment_id=2a28e057-0019-4acf-97a4-baac5d7fb5d5)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:10.121783 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '4343e265-f02c-40ae-a5b3-3140b4bfb582', 'network_id': 'a2ce7642-9233-4bb5-9d04-ed28528d8573', 'port_id': '4343e265-f02c-40ae-a5b3-3140b4bfb582', 'mac_address': 'fa:16:3e:2a:cc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58cc02a-344d-4edc-9faa-51d79eb14286', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:05:10.130801 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efec01c-e8e8-4fb7-afa6-adba509e112e req-a8d062f0-4370-488e-9b40-7576e755b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.130801 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8efec01c-e8e8-4fb7-afa6-adba509e112e req-a8d062f0-4370-488e-9b40-7576e755b2ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 1128 time: 0.1996982 Mar 08 12:05:10.200147 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 4343e265-f02c-40ae-a5b3-3140b4bfb582 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:10.204553 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.208175 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-a9acfcec-08bf-4ae8-a2ab-538142ea75b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:10.216302 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-a9acfcec-08bf-4ae8-a2ab-538142ea75b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:10.225562 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-a9acfcec-08bf-4ae8-a2ab-538142ea75b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:10.238107 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4343e265-f02c-40ae-a5b3-3140b4bfb582 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:10.253475 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-a9acfcec-08bf-4ae8-a2ab-538142ea75b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.254343 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-a9acfcec-08bf-4ae8-a2ab-538142ea75b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.260934 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 4343e265-f02c-40ae-a5b3-3140b4bfb582, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4343e265-f02c-40ae-a5b3-3140b4bfb582,segment=NetworkSegment(2a28e057-0019-4acf-97a4-baac5d7fb5d5),segment_id=2a28e057-0019-4acf-97a4-baac5d7fb5d5)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:10.310751 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-9a33f0cb-3977-45b1-88cd-7805fc46fd1c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.312232 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-9a33f0cb-3977-45b1-88cd-7805fc46fd1c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "GET /v2.0/networks?id=91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 200 len: 814 time: 0.2902155 Mar 08 12:05:10.312856 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acfcec-08bf-4ae8-a2ab-538142ea75b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event updated for resources: {'Port': ['ID=6ac8ad31-acaf-4663-8ea0-07239ed0199d,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:10.339674 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e5ec0d4-4245-4b44-a0d2-58a5d5bf302b req-47b95ff8-9835-48b5-8eef-e8f371004ac5 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 210 time: 0.0726705 Mar 08 12:05:10.355538 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.395525 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.55', 49247) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:10.444021 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Attempting to bind port 099d9827-9588-4d99-80c0-46d554cc565b on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:10.447040 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Attempting to bind port 099d9827-9588-4d99-80c0-46d554cc565b by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042'}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:10.447634 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Attempting to bind port 099d9827-9588-4d99-80c0-46d554cc565b on network 257e73a2-5ceb-447c-85df-8c17e7e9e042 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:10.449611 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=4343e265-f02c-40ae-a5b3-3140b4bfb582,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:10.469557 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ba68f-28e0-4030-9288-5564902841ab req-a95c3860-7771-4f7b-9ead-5341fad7562d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.473035 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e50ba68f-28e0-4030-9288-5564902841ab req-a95c3860-7771-4f7b-9ead-5341fad7562d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 943 time: 0.3344316 Mar 08 12:05:10.507404 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-a9acfcec-08bf-4ae8-a2ab-538142ea75b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1610663 Mar 08 12:05:10.513861 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efec01c-e8e8-4fb7-afa6-adba509e112e req-ab27e0d2-4972-488e-bd22-28417b9c8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.516637 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8efec01c-e8e8-4fb7-afa6-adba509e112e req-ab27e0d2-4972-488e-bd22-28417b9c8b44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=257e73a2-5ceb-447c-85df-8c17e7e9e042 HTTP/1.1" status: 200 len: 920 time: 0.3649690 Mar 08 12:05:10.517272 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Port 099d9827-9588-4d99-80c0-46d554cc565b on network 257e73a2-5ceb-447c-85df-8c17e7e9e042 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:05:10.517641 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Attempting to bind port 099d9827-9588-4d99-80c0-46d554cc565b on network 257e73a2-5ceb-447c-85df-8c17e7e9e042 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:10.549527 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Request body: {'port': {'device_id': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:10.602923 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:10.603473 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Checking segment: {'id': '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:10.603860 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Bound using segment: {'id': '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042'} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:10.604329 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Bound port: 099d9827-9588-4d99-80c0-46d554cc565b, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042'}}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:10.604712 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (099d9827-9588-4d99-80c0-46d554cc565b), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.608989 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8efec01c-e8e8-4fb7-afa6-adba509e112e req-fade8db9-a0ce-4a07-928e-5a5f93dbc597 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1e60f5-606b-4f9d-86ab-25655b23aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0843105 Mar 08 12:05:10.648505 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-e7baf231-2b1b-4320-bffd-4faf615a8156 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4868bd544af04b158e08c3694b9279ff HTTP/1.1" status: 200 len: 380 time: 0.3111296 Mar 08 12:05:10.670375 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8460ff10-7131-42ce-8788-85bcd6eddf63 req-07f88c34-457b-4798-ba21-a5738f5f885d tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 210 time: 0.0776463 Mar 08 12:05:10.683750 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-b874cafd-977a-4336-9a41-ea20678d3f43 None None] Provisioning complete for port 6ac8ad31-acaf-4663-8ea0-07239ed0199d triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:10.684358 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-b874cafd-977a-4336-9a41-ea20678d3f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.692943 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-d982ac51-9609-4167-ad75-1902c42fde8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'port': {'device_id': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'admin_state_up': True, 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'security_groups': ['9a69c14f-7007-4267-b24c-33c27c43d571']}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:10.731211 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.738360 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-b874cafd-977a-4336-9a41-ea20678d3f43 None None] Port 6ac8ad31-acaf-4663-8ea0-07239ed0199d cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:05:10.740541 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['4343e265-f02c-40ae-a5b3-3140b4bfb582'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:05:10.752968 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] For port 099d9827-9588-4d99-80c0-46d554cc565b, host hv-cinder-83008, cleared binding levels {{(pid=110507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:10.757877 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] For port 099d9827-9588-4d99-80c0-46d554cc565b, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=099d9827-9588-4d99-80c0-46d554cc565b,segment=NetworkSegment(4ae50583-cc6b-46f5-b8ad-7cca3e4c0775),segment_id=4ae50583-cc6b-46f5-b8ad-7cca3e4c0775)] {{(pid=110507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:10.770895 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efec01c-e8e8-4fb7-afa6-adba509e112e req-f02119e5-4db9-41f7-9253-db8a89e1dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.772961 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8efec01c-e8e8-4fb7-afa6-adba509e112e req-f02119e5-4db9-41f7-9253-db8a89e1dc16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=243d0bec-ddaa-486f-a46c-e3ab257ef718 HTTP/1.1" status: 200 len: 859 time: 0.1536586 Mar 08 12:05:10.800195 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e50ba68f-28e0-4030-9288-5564902841ab req-926daa2b-9eb7-48fb-9cf6-6a2a651352bb tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044608 Mar 08 12:05:10.836356 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8efec01c-e8e8-4fb7-afa6-adba509e112e req-35bc3e53-180e-41d2-8a07-015cefc5e40c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=257e73a2-5ceb-447c-85df-8c17e7e9e042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516152 Mar 08 12:05:10.868960 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (099d9827-9588-4d99-80c0-46d554cc565b), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.977614 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-0b693849-00eb-4d9c-84d3-0d6f35d3a133 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.979889 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-0b693849-00eb-4d9c-84d3-0d6f35d3a133 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.55 "GET /v2.0/networks?id=179e1abc-e30f-4687-8a9a-a281be5cbc95 HTTP/1.1" status: 200 len: 809 time: 0.5711584 Mar 08 12:05:10.988731 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:10.989484 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:10.991787 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] 10.222.0.55 "PUT /v2.0/ports/099d9827-9588-4d99-80c0-46d554cc565b HTTP/1.1" status: 200 len: 1093 time: 2.2612128 Mar 08 12:05:11.011394 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c1c4d4-4911-4ff5-8a74-72e40fbe2586', 'tag': '099d9827-9588-4d99-80c0-46d554cc565b'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:11.013922 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea4cd57-1bee-4a4e-bbf2-83a3ba16ffdb" -d '{"events": [{"name": "network-changed", "server_uuid": "81c1c4d4-4911-4ff5-8a74-72e40fbe2586", "tag": "099d9827-9588-4d99-80c0-46d554cc565b"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:11.070019 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04796f-ff45-4a61-b91c-7d1a9e881c57 service neutron] Pushing event updated for resources: {'Port': ['ID=099d9827-9588-4d99-80c0-46d554cc565b,revision_number=3']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:11.081520 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8efec01c-e8e8-4fb7-afa6-adba509e112e req-1775381a-bdef-48e0-aa04-6d1d5dea02ad service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373943 Mar 08 12:05:11.090815 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e2b5b-f999-41c0-93e9-858cee824de1 req-ebb6f115-aedc-4a7f-8c57-6aaf016cb49e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:11.092455 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5d6e2b5b-f999-41c0-93e9-858cee824de1 req-ebb6f115-aedc-4a7f-8c57-6aaf016cb49e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 931 time: 0.1764996 Mar 08 12:05:11.127355 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abeb59-6749-44cd-bd91-4f1fb3fba13e req-bc4afd80-3849-41ce-8aaf-8230e29e4c00 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:11.135135 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-34abeb59-6749-44cd-bd91-4f1fb3fba13e req-bc4afd80-3849-41ce-8aaf-8230e29e4c00 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 944 time: 0.2630208 Mar 08 12:05:11.156322 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5d6e2b5b-f999-41c0-93e9-858cee824de1 req-2bba9949-35ba-4408-b5ec-8386aec920e9 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553234 Mar 08 12:05:11.206151 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9308a84e-f613-491f-9c1d-2924b3c8cd80 x-openstack-request-id: req-9308a84e-f613-491f-9c1d-2924b3c8cd80 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:11.206448 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c1c4d4-4911-4ff5-8a74-72e40fbe2586", "tag": "099d9827-9588-4d99-80c0-46d554cc565b", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:11.206704 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9308a84e-f613-491f-9c1d-2924b3c8cd80 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:11.207097 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c1c4d4-4911-4ff5-8a74-72e40fbe2586', 'tag': '099d9827-9588-4d99-80c0-46d554cc565b', 'status': 'completed', 'code': 200} Mar 08 12:05:11.240325 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-d982ac51-9609-4167-ad75-1902c42fde8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Made reservation on behalf of 4868bd544af04b158e08c3694b9279ff for: {'port': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:11.244425 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-d982ac51-9609-4167-ad75-1902c42fde8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.265632 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-34abeb59-6749-44cd-bd91-4f1fb3fba13e req-ad3a5e27-1933-427e-a4ed-2e81f30f0540 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292412 Mar 08 12:05:11.433066 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac8ad31-acaf-4663-8ea0-07239ed0199d {{(pid=110508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:11.446047 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Publish callbacks [] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.452374 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-d982ac51-9609-4167-ad75-1902c42fde8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Allocated IP 172.20.0.11 (91deec2c-beff-469e-8457-e94ee53aae39/5a387d57-4cc1-4172-ab00-0a23139114fa/a67ff0e9-00fa-4d5a-9686-f8a01846c7bb) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:11.469140 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.provisioning_blocks [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Transition to ACTIVE for port object 6ac8ad31-acaf-4663-8ea0-07239ed0199d will not be triggered until provisioned by entity L2. {{(pid=110508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:05:11.521338 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5d96772d-8f73-4e89-a17d-fb61e5d2de24 req-46863201-67fe-46c7-927d-35ddc816130d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 210 time: 0.0270011 Mar 08 12:05:11.558436 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.656646 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac8ad31-acaf-4663-8ea0-07239ed0199d,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:11.688574 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-d982ac51-9609-4167-ad75-1902c42fde8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.693080 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Attempting to bind port 6ac8ad31-acaf-4663-8ea0-07239ed0199d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:11.693660 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Attempting to bind port 6ac8ad31-acaf-4663-8ea0-07239ed0199d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:11.693794 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Attempting to bind port 6ac8ad31-acaf-4663-8ea0-07239ed0199d on network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:11.702115 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Port 6ac8ad31-acaf-4663-8ea0-07239ed0199d on network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:05:11.702463 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Attempting to bind port 6ac8ad31-acaf-4663-8ea0-07239ed0199d on network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:11.713074 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:11.713457 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Checking segment: {'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:11.713854 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Bound using segment: {'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:11.714303 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Bound port: 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'}}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:11.714665 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.799299 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6abdb204-91ab-45b5-96a0-89519da0b062 req-cd3326c2-0367-4c17-8e15-372c8646f999 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 210 time: 0.0348070 Mar 08 12:05:11.823493 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] For port 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host hv-cinder-83008, cleared binding levels {{(pid=110508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:11.825849 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-d982ac51-9609-4167-ad75-1902c42fde8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.828483 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] For port 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:11.877133 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-d982ac51-9609-4167-ad75-1902c42fde8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Network 91deec2c-beff-469e-8457-e94ee53aae39 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:11.880187 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-d982ac51-9609-4167-ad75-1902c42fde8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:11.884470 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-d982ac51-9609-4167-ad75-1902c42fde8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:11.889969 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-d982ac51-9609-4167-ad75-1902c42fde8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:11.890601 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-d982ac51-9609-4167-ad75-1902c42fde8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.899864 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982ac51-9609-4167-ad75-1902c42fde8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'Port': ['ID=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:11.947465 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbe512-2cf5-4eb6-9047-59bafc25aa32 req-0ad597b7-a01b-4cfd-9f56-b8a45d9f8a44 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:11.949043 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4acbe512-2cf5-4eb6-9047-59bafc25aa32 req-0ad597b7-a01b-4cfd-9f56-b8a45d9f8a44 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 943 time: 0.0755723 Mar 08 12:05:11.955968 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:11.997853 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:11.998618 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.000141 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] 10.222.0.55 "PUT /v2.0/ports/6ac8ad31-acaf-4663-8ea0-07239ed0199d HTTP/1.1" status: 200 len: 1093 time: 1.4617271 Mar 08 12:05:12.000701 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:12.003273 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774d6f8a-de64-43d3-b42e-dd00e13e435d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:12.010235 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4acbe512-2cf5-4eb6-9047-59bafc25aa32 req-73467f34-6c40-4206-b0cc-943092a9e119 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548384 Mar 08 12:05:12.024908 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-d982ac51-9609-4167-ad75-1902c42fde8a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3534825 Mar 08 12:05:12.042397 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b117f59-be2d-4f26-9489-08fc8bf68f27 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac8ad31-acaf-4663-8ea0-07239ed0199d,revision_number=3']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:12.054894 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1e6dfe-ad5c-4e3f-91c0-b640e33a62f2 x-openstack-request-id: req-4d1e6dfe-ad5c-4e3f-91c0-b640e33a62f2 {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:12.055221 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:12.055482 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d1e6dfe-ad5c-4e3f-91c0-b640e33a62f2 {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:12.055951 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'status': 'completed', 'code': 200} Mar 08 12:05:12.190142 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-07618964-36fa-4ddd-bbf4-6e0134b147eb None None] Provisioning complete for port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:12.191074 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-07618964-36fa-4ddd-bbf4-6e0134b147eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:12.231020 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-07618964-36fa-4ddd-bbf4-6e0134b147eb None None] Port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:05:12.277735 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5de4fe-31f3-4bb3-8d13-5a3c145f139a req-384c83c5-b12f-4293-9e27-d4c41adb0d4a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:12.279291 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6b5de4fe-31f3-4bb3-8d13-5a3c145f139a req-384c83c5-b12f-4293-9e27-d4c41adb0d4a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0520217 Mar 08 12:05:12.333411 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6b5de4fe-31f3-4bb3-8d13-5a3c145f139a req-56a492de-8894-4c2c-9224-280466bfd44b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485528 Mar 08 12:05:12.412276 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdd5de-f703-4de1-9d69-7e40b2787fe5 req-159566b2-0ed2-4cfb-9695-33e7d0babebb tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:12.414454 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-67fdd5de-f703-4de1-9d69-7e40b2787fe5 req-159566b2-0ed2-4cfb-9695-33e7d0babebb tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 944 time: 0.0533731 Mar 08 12:05:12.460751 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-67fdd5de-f703-4de1-9d69-7e40b2787fe5 req-b3f539df-0809-4029-af7a-b3153a8d06a7 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 Mar 08 12:05:12.623651 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-07cd70cd-03ef-436b-b0d6-1469e005ab2b req-86072eb2-7065-4cfc-9df6-aa6415e7cab2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 210 time: 0.0267913 Mar 08 12:05:12.914905 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdfb30-664f-4bfd-aa85-39a0825bc326 req-ce3a5c2f-0706-46c6-a19d-ade5f6b4b2eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:12.916394 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-65cdfb30-664f-4bfd-aa85-39a0825bc326 req-ce3a5c2f-0706-46c6-a19d-ade5f6b4b2eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 932 time: 0.0515933 Mar 08 12:05:12.966444 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-65cdfb30-664f-4bfd-aa85-39a0825bc326 req-871615a6-fc05-411b-ad35-ee2d14b731a9 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444038 Mar 08 12:05:13.296747 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14c0eb-1902-4d0e-bc57-ce0c16aae88e req-1c9eade5-938b-4466-a030-14849fcd967b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:13.299946 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0e14c0eb-1902-4d0e-bc57-ce0c16aae88e req-1c9eade5-938b-4466-a030-14849fcd967b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 943 time: 0.2212229 Mar 08 12:05:13.352300 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0e14c0eb-1902-4d0e-bc57-ce0c16aae88e req-a9eb71ed-8702-4727-97d9-9b16334e7362 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464394 Mar 08 12:05:13.456843 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91128b41-f3b1-44cf-a212-06886ec9c705 req-ea455dc2-8ebe-4249-986c-441194cab55a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:13.458317 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-91128b41-f3b1-44cf-a212-06886ec9c705 req-ea455dc2-8ebe-4249-986c-441194cab55a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0519190 Mar 08 12:05:13.505343 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-91128b41-f3b1-44cf-a212-06886ec9c705 req-b5502ad4-d16c-4eef-bd48-9560ec872277 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414567 Mar 08 12:05:13.578157 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc14f8-66b8-439e-ae8c-b7d6e66205b9 req-0a8c2a42-602e-4b6b-a052-2d99941b2fb3 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:13.579584 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c8cc14f8-66b8-439e-ae8c-b7d6e66205b9 req-0a8c2a42-602e-4b6b-a052-2d99941b2fb3 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 944 time: 0.0527520 Mar 08 12:05:13.627782 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c8cc14f8-66b8-439e-ae8c-b7d6e66205b9 req-d513b276-c105-44a4-a255-caa0caf6a3f5 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422204 Mar 08 12:05:13.715784 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c4e98d6e-7c00-4d35-ac97-0531f56af788 req-0669cdca-c77c-4282-92fa-bdc60914605a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 210 time: 0.0268040 Mar 08 12:05:14.013105 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Request body: {'port': {'device_id': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:14.125876 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-d5462137-2eb0-409b-b63b-f731bd374c6c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8538495811a94895b410d83147c0f4dc HTTP/1.1" status: 200 len: 380 time: 0.1553288 Mar 08 12:05:14.128204 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d6f8a-de64-43d3-b42e-dd00e13e435d req-3ccbe39b-5f8c-4408-9d6e-d1685459862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:14.129623 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-774d6f8a-de64-43d3-b42e-dd00e13e435d req-3ccbe39b-5f8c-4408-9d6e-d1685459862e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 1127 time: 0.1514864 Mar 08 12:05:14.130347 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:14.137555 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-c79cdffa-cebe-4cf5-9e78-a080965e6444 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Request body: {'port': {'device_id': 'd9188bb1-aae5-4b6c-86e5-87976edb464f', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'admin_state_up': True, 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'security_groups': ['04b1b3de-1176-421b-8b74-c69f1fb9922a']}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:14.166189 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8efec01c-e8e8-4fb7-afa6-adba509e112e req-656d934f-e114-4619-837d-dc950cddff8f service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948333 Mar 08 12:05:14.180321 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ff67f-cbb0-4039-bd9b-5690aca243ba req-b2f903c1-718c-4a04-9167-b17c3b27710e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:14.181940 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e42ff67f-cbb0-4039-bd9b-5690aca243ba req-b2f903c1-718c-4a04-9167-b17c3b27710e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 932 time: 0.1174943 Mar 08 12:05:14.187889 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4cd57-1bee-4a4e-bbf2-83a3ba16ffdb req-fdab3fac-ff63-412c-b5d3-87673c84c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:14.189411 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7ea4cd57-1bee-4a4e-bbf2-83a3ba16ffdb req-fdab3fac-ff63-412c-b5d3-87673c84c438 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 1127 time: 0.0912635 Mar 08 12:05:14.345464 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e42ff67f-cbb0-4039-bd9b-5690aca243ba req-7789aa23-bb25-43e0-90e6-e65b3c8d5082 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549146 Mar 08 12:05:14.441299 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4cd57-1bee-4a4e-bbf2-83a3ba16ffdb req-57f9f4d8-6045-48ad-9737-41b57261b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:14.442932 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7ea4cd57-1bee-4a4e-bbf2-83a3ba16ffdb req-57f9f4d8-6045-48ad-9737-41b57261b5ef service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2383220 Mar 08 12:05:14.641525 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4cd57-1bee-4a4e-bbf2-83a3ba16ffdb req-f9eb1aed-05f8-48bd-9538-15cd96742c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:14.643221 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7ea4cd57-1bee-4a4e-bbf2-83a3ba16ffdb req-f9eb1aed-05f8-48bd-9538-15cd96742c86 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1937928 Mar 08 12:05:14.688323 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d6f8a-de64-43d3-b42e-dd00e13e435d req-44fc6654-4229-4da1-9ba4-af29e790949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:14.689924 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-774d6f8a-de64-43d3-b42e-dd00e13e435d req-44fc6654-4229-4da1-9ba4-af29e790949d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5343807 Mar 08 12:05:14.722261 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61d8f7-ae2f-4e64-9201-eecfec9f67db req-7be9e805-d35d-41b2-8ed6-36a2c4e1c2b0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:14.723761 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1a61d8f7-ae2f-4e64-9201-eecfec9f67db req-7be9e805-d35d-41b2-8ed6-36a2c4e1c2b0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.1136675 Mar 08 12:05:14.801767 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d956473-cda5-4626-92a8-64cb280d9c15 req-d02e87f2-6719-4b52-b082-ab74a6c4d787 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:14.803502 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0d956473-cda5-4626-92a8-64cb280d9c15 req-d02e87f2-6719-4b52-b082-ab74a6c4d787 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 943 time: 0.3241875 Mar 08 12:05:14.815000 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1a61d8f7-ae2f-4e64-9201-eecfec9f67db req-50f548d2-3086-4678-86a4-22b6b17118c7 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798590 Mar 08 12:05:14.820188 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-303c16ec-820c-455b-a6c1-a0abf3d4c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:14.821752 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-303c16ec-820c-455b-a6c1-a0abf3d4c05c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 1127 time: 0.0971262 Mar 08 12:05:14.854810 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device ba1e60f5-606b-4f9d-86ab-25655b23aeb3 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:05:14.895625 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-c79cdffa-cebe-4cf5-9e78-a080965e6444 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Made reservation on behalf of 8538495811a94895b410d83147c0f4dc for: {'port': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:14.900605 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-c79cdffa-cebe-4cf5-9e78-a080965e6444 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:14.908682 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4343e265-f02c-40ae-a5b3-3140b4bfb582 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:14.936790 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-40910e14-849e-4977-a2a0-942e2f789edc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=099d9827-9588-4d99-80c0-46d554cc565b HTTP/1.1" status: 200 len: 217 time: 0.0947957 Mar 08 12:05:15.058395 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-8f526471-9e75-4a94-bef2-4cc8db075bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.059932 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-8f526471-9e75-4a94-bef2-4cc8db075bd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=243d0bec-ddaa-486f-a46c-e3ab257ef718 HTTP/1.1" status: 200 len: 859 time: 0.1166778 Mar 08 12:05:15.087074 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563f51d-fd70-4845-be96-5f7d51d9fd2c req-d988fee0-9f0a-44ab-827b-b32262edab55 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.088947 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4563f51d-fd70-4845-be96-5f7d51d9fd2c req-d988fee0-9f0a-44ab-827b-b32262edab55 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 944 time: 0.1049867 Mar 08 12:05:15.110455 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-b9fe8a5b-f53d-4fe3-86b6-45c44c7f171f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=257e73a2-5ceb-447c-85df-8c17e7e9e042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418780 Mar 08 12:05:15.114572 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0d956473-cda5-4626-92a8-64cb280d9c15 req-c7f710bb-0658-47d6-94a4-93aca7815d12 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970800 Mar 08 12:05:15.118476 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port ba1e60f5-606b-4f9d-86ab-25655b23aeb3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ba1e60f5-606b-4f9d-86ab-25655b23aeb3,segment=NetworkSegment(4ae50583-cc6b-46f5-b8ad-7cca3e4c0775),segment_id=4ae50583-cc6b-46f5-b8ad-7cca3e4c0775)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:15.134828 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': 'ba1e60f5-606b-4f9d-86ab-25655b23aeb3', 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042', 'port_id': 'ba1e60f5-606b-4f9d-86ab-25655b23aeb3', 'mac_address': 'fa:16:3e:ad:1b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243d0bec-ddaa-486f-a46c-e3ab257ef718', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:05:15.135761 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d6f8a-de64-43d3-b42e-dd00e13e435d req-df0a5efa-aba7-45c7-89ff-e54ca0d2d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.137537 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-774d6f8a-de64-43d3-b42e-dd00e13e435d req-df0a5efa-aba7-45c7-89ff-e54ca0d2d4b0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3967829 Mar 08 12:05:15.182959 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 4343e265-f02c-40ae-a5b3-3140b4bfb582 completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:05:15.195097 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 4343e265-f02c-40ae-a5b3-3140b4bfb582 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:15.195856 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.215735 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4563f51d-fd70-4845-be96-5f7d51d9fd2c req-93a45f23-87c1-4433-84da-0bd305c4f94f tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083009 Mar 08 12:05:15.251997 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port ba1e60f5-606b-4f9d-86ab-25655b23aeb3 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:15.253360 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.295406 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1e60f5-606b-4f9d-86ab-25655b23aeb3 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:15.315350 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a8fdd171-9f1a-49b5-aaeb-cbbf67e872db req-e1410e2c-1cdc-4806-9907-fdd7adb5978e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 210 time: 0.0963800 Mar 08 12:05:15.329331 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-c79cdffa-cebe-4cf5-9e78-a080965e6444 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Allocated IP 172.20.0.9 (179e1abc-e30f-4687-8a9a-a281be5cbc95/bb880db3-908f-4f74-bad5-3393fd22f872/a017dc74-6887-47de-b2eb-8c8051858f57) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:15.351630 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67ff0e9-00fa-4d5a-9686-f8a01846c7bb {{(pid=110508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:15.352299 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port ba1e60f5-606b-4f9d-86ab-25655b23aeb3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ba1e60f5-606b-4f9d-86ab-25655b23aeb3,segment=NetworkSegment(4ae50583-cc6b-46f5-b8ad-7cca3e4c0775),segment_id=4ae50583-cc6b-46f5-b8ad-7cca3e4c0775)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:15.362527 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-1b558da3-db7a-4d14-ad1f-15df8bae3abc service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386770 Mar 08 12:05:15.365348 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Publish callbacks [] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.390553 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 4343e265-f02c-40ae-a5b3-3140b4bfb582 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:15.391223 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.394269 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-25ba4fc3-68b4-459b-b261-80f82612d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.395845 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-25ba4fc3-68b4-459b-b261-80f82612d055 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 1127 time: 0.1781864 Mar 08 12:05:15.407371 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.provisioning_blocks [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Transition to ACTIVE for port object a67ff0e9-00fa-4d5a-9686-f8a01846c7bb will not be triggered until provisioned by entity L2. {{(pid=110508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:05:15.425220 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3890dbed-fcfe-4cf4-8e60-5324b19a058c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4343e265-f02c-40ae-a5b3-3140b4bfb582'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:15.485953 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-9c3d0027-947c-4ba0-9a68-727f73c57d08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d HTTP/1.1" status: 200 len: 217 time: 0.0550799 Mar 08 12:05:15.490469 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2b425b34-1767-47d4-8258-9a59ac870d55 req-e65a5490-9fdf-44b5-b63d-af9872cd3e04 service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185153 Mar 08 12:05:15.501934 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.528990 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.529540 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 4343e265-f02c-40ae-a5b3-3140b4bfb582, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4343e265-f02c-40ae-a5b3-3140b4bfb582,segment=NetworkSegment(2a28e057-0019-4acf-97a4-baac5d7fb5d5),segment_id=2a28e057-0019-4acf-97a4-baac5d7fb5d5)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:15.612899 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=ba1e60f5-606b-4f9d-86ab-25655b23aeb3,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:15.613104 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb72b8-412a-43cf-9316-34fa3e1451a9 req-5c169d17-9e20-4de2-a35d-c9fd5b987b1b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.621319 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1fcb72b8-412a-43cf-9316-34fa3e1451a9 req-5c169d17-9e20-4de2-a35d-c9fd5b987b1b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 932 time: 0.1283939 Mar 08 12:05:15.627453 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.670085 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-1c152762-044b-4325-94bc-b8e7070fa135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.671905 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-1c152762-044b-4325-94bc-b8e7070fa135 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0881ec02-52c5-41f4-9bad-8258b28ec43f HTTP/1.1" status: 200 len: 856 time: 0.1563594 Mar 08 12:05:15.675397 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-c79cdffa-cebe-4cf5-9e78-a080965e6444 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for port (a017dc74-6887-47de-b2eb-8c8051858f57), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.693565 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48156) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:15.697569 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Pushing event updated for resources: {'Port': ['ID=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:15.731896 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=4343e265-f02c-40ae-a5b3-3140b4bfb582,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:15.763040 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48160) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:15.787168 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Attempting to bind port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:15.788264 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Attempting to bind port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:15.788450 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Attempting to bind port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb on network 91deec2c-beff-469e-8457-e94ee53aae39 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:15.796164 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1fcb72b8-412a-43cf-9316-34fa3e1451a9 req-17192876-3e47-49ef-91d6-820ca8993d62 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739199 Mar 08 12:05:15.816319 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb on network 91deec2c-beff-469e-8457-e94ee53aae39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:05:15.816654 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Attempting to bind port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb on network 91deec2c-beff-469e-8457-e94ee53aae39 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:15.835358 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:15.835700 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Checking segment: {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:15.836098 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Bound using segment: {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:15.836555 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Bound port: a67ff0e9-00fa-4d5a-9686-f8a01846c7bb, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'}}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:15.836920 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.862538 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['ba1e60f5-606b-4f9d-86ab-25655b23aeb3'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:05:15.867913 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-d527e6f7-713c-495d-b25f-fb18a1b42793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:15.869509 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-d527e6f7-713c-495d-b25f-fb18a1b42793 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1851120 Mar 08 12:05:15.950061 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b30627a-941e-4127-a7e3-b4880bb36632" -d '{"events": [{"server_uuid": "3890dbed-fcfe-4cf4-8e60-5324b19a058c", "name": "network-vif-plugged", "status": "completed", "tag": "4343e265-f02c-40ae-a5b3-3140b4bfb582"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:15.960554 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-261e45f9-b20a-4f0d-984d-28973d9862ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:15.974431 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-c79cdffa-cebe-4cf5-9e78-a080965e6444 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.070336 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6574d8-29e0-4116-8a2f-c386bf03594b x-openstack-request-id: req-de6574d8-29e0-4116-8a2f-c386bf03594b {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:16.070867 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3890dbed-fcfe-4cf4-8e60-5324b19a058c", "name": "network-vif-plugged", "status": "completed", "tag": "4343e265-f02c-40ae-a5b3-3140b4bfb582", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:16.071256 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de6574d8-29e0-4116-8a2f-c386bf03594b {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:16.071777 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3890dbed-fcfe-4cf4-8e60-5324b19a058c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4343e265-f02c-40ae-a5b3-3140b4bfb582', 'code': 200} Mar 08 12:05:16.117745 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-c79cdffa-cebe-4cf5-9e78-a080965e6444 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Network 179e1abc-e30f-4687-8a9a-a281be5cbc95 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:16.119711 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-261e45f9-b20a-4f0d-984d-28973d9862ba admin admin] Publish callbacks [] for security_group (de5ddc3b-09fd-4cdd-af30-1085e0e11157), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.127458 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] For port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb, host hv-cinder-83008, cleared binding levels {{(pid=110508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:16.130593 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9d3a4ff1-2a34-4797-810b-34ca37cc2a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.136607 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-c79cdffa-cebe-4cf5-9e78-a080965e6444 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:16.153879 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-c79cdffa-cebe-4cf5-9e78-a080965e6444 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:16.161422 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-c79cdffa-cebe-4cf5-9e78-a080965e6444 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:16.162193 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-c79cdffa-cebe-4cf5-9e78-a080965e6444 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.221326 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] For port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:16.227408 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cdffa-cebe-4cf5-9e78-a080965e6444 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event updated for resources: {'Port': ['ID=a017dc74-6887-47de-b2eb-8c8051858f57,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:16.242134 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-261e45f9-b20a-4f0d-984d-28973d9862ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (de5ddc3b-09fd-4cdd-af30-1085e0e11157), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.261422 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-6dca7d45-3f17-408c-bb02-4f3ea4a9d5cc service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422701 Mar 08 12:05:16.279828 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd2fb3-1170-470c-8df0-047eafaad909 req-b50c0ba5-4765-4b01-8549-48a46ea6d481 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:16.279828 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7ccd2fb3-1170-470c-8df0-047eafaad909 req-b50c0ba5-4765-4b01-8549-48a46ea6d481 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.2985597 Mar 08 12:05:16.323399 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e45f9-b20a-4f0d-984d-28973d9862ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5ddc3b-09fd-4cdd-af30-1085e0e11157,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:16.327733 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-261e45f9-b20a-4f0d-984d-28973d9862ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ebcab3434894c1a912019ebcf9142d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6331193 Mar 08 12:05:16.335825 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48182) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:16.368458 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.373340 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-c79cdffa-cebe-4cf5-9e78-a080965e6444 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2404399 Mar 08 12:05:16.412828 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9d3a4ff1-2a34-4797-810b-34ca37cc2a0a admin admin] Publish callbacks [] for security_group (85a6aba7-4747-4396-8cce-2aedbb6fd584), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.444390 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Request body: {'port': {'device_id': 'd9188bb1-aae5-4b6c-86e5-87976edb464f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:16.475035 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cf2ba-da51-46df-93e8-f40f29f19996 req-0d4de512-cbcc-4de3-9b89-fd3d9b257b9a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:16.476420 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f34cf2ba-da51-46df-93e8-f40f29f19996 req-0d4de512-cbcc-4de3-9b89-fd3d9b257b9a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 943 time: 0.1675236 Mar 08 12:05:16.491895 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:16.492506 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.493924 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] 10.222.0.55 "PUT /v2.0/ports/a67ff0e9-00fa-4d5a-9686-f8a01846c7bb HTTP/1.1" status: 200 len: 1094 time: 2.5128903 Mar 08 12:05:16.497689 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'tag': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:16.499614 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8de02d-9b72-49ca-9780-a9b422cd80b7" -d '{"events": [{"name": "network-changed", "server_uuid": "80ac4b85-b4bd-4609-8e1a-623d9eba5603", "tag": "a67ff0e9-00fa-4d5a-9686-f8a01846c7bb"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:16.524161 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-a66cc587-5155-49b2-b9ba-6c14f6363f85 None None] Provisioning complete for port a017dc74-6887-47de-b2eb-8c8051858f57 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:16.524799 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a66cc587-5155-49b2-b9ba-6c14f6363f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.572163 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9d3a4ff1-2a34-4797-810b-34ca37cc2a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (85a6aba7-4747-4396-8cce-2aedbb6fd584), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.591351 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-a66cc587-5155-49b2-b9ba-6c14f6363f85 None None] Port a017dc74-6887-47de-b2eb-8c8051858f57 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:05:16.616175 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-9d3a4ff1-2a34-4797-810b-34ca37cc2a0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f522b359c8843d29f05666e01c1df34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8513801 Mar 08 12:05:16.617292 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f04c300c-5b60-4b07-866f-60872660b7d7 admin admin] Publish callbacks [] for security_group (de5ddc3b-09fd-4cdd-af30-1085e0e11157), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.631269 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48188) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:16.704172 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f04c300c-5b60-4b07-866f-60872660b7d7 admin admin] Publish callbacks [] for security_group (de5ddc3b-09fd-4cdd-af30-1085e0e11157), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.738461 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f34cf2ba-da51-46df-93e8-f40f29f19996 req-558c72f0-0bff-4d86-94fe-4aceeba5db3d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411635 Mar 08 12:05:16.748677 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a4ff1-2a34-4797-810b-34ca37cc2a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a6aba7-4747-4396-8cce-2aedbb6fd584,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:16.778599 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-259c418a-13a5-4b75-a9f8-cee3cc360a76 admin admin] Publish callbacks [] for security_group (85a6aba7-4747-4396-8cce-2aedbb6fd584), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.833252 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-259c418a-13a5-4b75-a9f8-cee3cc360a76 admin admin] Publish callbacks [] for security_group (85a6aba7-4747-4396-8cce-2aedbb6fd584), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.838515 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7ccd2fb3-1170-470c-8df0-047eafaad909 req-87f350d1-d19b-4687-88af-bb08e68b213d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5497994 Mar 08 12:05:16.843195 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 099d9827-9588-4d99-80c0-46d554cc565b details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:05:16.852786 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe4258-d90a-4d36-ac3e-5cfb7f5b5332 service neutron] Pushing event updated for resources: {'Port': ['ID=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb,revision_number=3']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:16.874275 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838730e-64d0-43bf-a442-72da29a77741 req-79cff711-3a92-47e3-b7e1-af143042b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:16.874275 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8838730e-64d0-43bf-a442-72da29a77741 req-79cff711-3a92-47e3-b7e1-af143042b3bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 1129 time: 0.3860977 Mar 08 12:05:16.883256 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5201ba68-a93e-41a8-93da-8bb58d8b2bad service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075082 Mar 08 12:05:16.889986 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:16.940121 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-2cb71deb-16fb-41a3-a86e-2954ce1a27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:16.941661 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-2cb71deb-16fb-41a3-a86e-2954ce1a27a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 1128 time: 0.1886306 Mar 08 12:05:16.949953 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device ba1e60f5-606b-4f9d-86ab-25655b23aeb3 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:16.964973 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-8838730e-64d0-43bf-a442-72da29a77741 req-73d2db02-be0a-466d-842b-baeb20c3a0c1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.019407 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77e926-fb7f-4afc-a41b-86cc2c700eb4 req-fd2f8fd0-d444-4079-aeee-7e66615292f0 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:17.021411 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9f77e926-fb7f-4afc-a41b-86cc2c700eb4 req-fd2f8fd0-d444-4079-aeee-7e66615292f0 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 945 time: 0.1501677 Mar 08 12:05:17.032410 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-e60690cb-72a7-4548-adda-580808f57e2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb HTTP/1.1" status: 200 len: 217 time: 0.0522137 Mar 08 12:05:17.087256 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9f77e926-fb7f-4afc-a41b-86cc2c700eb4 req-42a103ac-4fe9-45ea-8534-b07cc505377e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586159 Mar 08 12:05:17.109583 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f04c300c-5b60-4b07-866f-60872660b7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (de5ddc3b-09fd-4cdd-af30-1085e0e11157), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.114340 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f04c300c-5b60-4b07-866f-60872660b7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.119082 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-f04c300c-5b60-4b07-866f-60872660b7d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de5ddc3b-09fd-4cdd-af30-1085e0e11157 HTTP/1.1" status: 204 len: 168 time: 0.7790425 Mar 08 12:05:17.119082 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-259c418a-13a5-4b75-a9f8-cee3cc360a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (85a6aba7-4747-4396-8cce-2aedbb6fd584), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.143502 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-259c418a-13a5-4b75-a9f8-cee3cc360a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.143860 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 099d9827-9588-4d99-80c0-46d554cc565b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=099d9827-9588-4d99-80c0-46d554cc565b,segment=NetworkSegment(4ae50583-cc6b-46f5-b8ad-7cca3e4c0775),segment_id=4ae50583-cc6b-46f5-b8ad-7cca3e4c0775)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:17.148458 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-259c418a-13a5-4b75-a9f8-cee3cc360a76 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85a6aba7-4747-4396-8cce-2aedbb6fd584 HTTP/1.1" status: 204 len: 168 time: 0.5096393 Mar 08 12:05:17.153119 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbcce60-9036-4d0b-a9b1-a464d9a85363 x-openstack-request-id: req-cbbcce60-9036-4d0b-a9b1-a464d9a85363 {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:17.153119 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ac4b85-b4bd-4609-8e1a-623d9eba5603", "tag": "a67ff0e9-00fa-4d5a-9686-f8a01846c7bb", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:17.153684 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbbcce60-9036-4d0b-a9b1-a464d9a85363 {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:17.153800 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'tag': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'status': 'completed', 'code': 200} Mar 08 12:05:17.163918 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '099d9827-9588-4d99-80c0-46d554cc565b', 'network_id': '257e73a2-5ceb-447c-85df-8c17e7e9e042', 'port_id': '099d9827-9588-4d99-80c0-46d554cc565b', 'mac_address': 'fa:16:3e:79:2e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243d0bec-ddaa-486f-a46c-e3ab257ef718', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:05:17.184162 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87edc4-e420-47b8-a139-fc566cf06b68 req-01f7d1bd-541d-4888-a23a-91b501bff3b0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:17.187899 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c300c-5b60-4b07-866f-60872660b7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5ddc3b-09fd-4cdd-af30-1085e0e11157,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:17.190780 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-af87edc4-e420-47b8-a139-fc566cf06b68 req-01f7d1bd-541d-4888-a23a-91b501bff3b0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 931 time: 0.2647190 Mar 08 12:05:17.219805 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c418a-13a5-4b75-a9f8-cee3cc360a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a6aba7-4747-4396-8cce-2aedbb6fd584,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:17.236596 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port ba1e60f5-606b-4f9d-86ab-25655b23aeb3 completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:05:17.259854 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port ba1e60f5-606b-4f9d-86ab-25655b23aeb3 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:17.260347 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.278322 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-617d64b3-1081-4635-a744-485654769835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:17.279913 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-617d64b3-1081-4635-a744-485654769835 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a387d57-4cc1-4172-ab00-0a23139114fa HTTP/1.1" status: 200 len: 853 time: 0.1804745 Mar 08 12:05:17.291807 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 099d9827-9588-4d99-80c0-46d554cc565b is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:17.292598 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (099d9827-9588-4d99-80c0-46d554cc565b), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.324012 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-8838730e-64d0-43bf-a442-72da29a77741 req-73d2db02-be0a-466d-842b-baeb20c3a0c1 service neutron] Publish callbacks [] for security_group (135df5dd-014e-41a1-bad1-900bd52515cb), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.341029 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099d9827-9588-4d99-80c0-46d554cc565b {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:17.366516 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 099d9827-9588-4d99-80c0-46d554cc565b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=099d9827-9588-4d99-80c0-46d554cc565b,segment=NetworkSegment(4ae50583-cc6b-46f5-b8ad-7cca3e4c0775),segment_id=4ae50583-cc6b-46f5-b8ad-7cca3e4c0775)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:17.376582 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5090e9b-f664-4def-958a-084faec2fb5a req-9d727cda-52b9-4c89-ada6-0187cc340b08 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:17.379976 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f5090e9b-f664-4def-958a-084faec2fb5a req-9d727cda-52b9-4c89-ada6-0187cc340b08 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 944 time: 0.1095383 Mar 08 12:05:17.403887 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-8838730e-64d0-43bf-a442-72da29a77741 req-73d2db02-be0a-466d-842b-baeb20c3a0c1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (135df5dd-014e-41a1-bad1-900bd52515cb), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.419602 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (099d9827-9588-4d99-80c0-46d554cc565b), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.457016 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port ba1e60f5-606b-4f9d-86ab-25655b23aeb3 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:17.457384 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.466695 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-af87edc4-e420-47b8-a139-fc566cf06b68 req-eb6161fd-9f85-427a-ac4f-56bc57cdb038 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723923 Mar 08 12:05:17.508222 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-c7c4d7ed-81a1-4684-96bf-37d895cb8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:17.512100 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-c7c4d7ed-81a1-4684-96bf-37d895cb8e9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91deec2c-beff-469e-8457-e94ee53aae39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1903231 Mar 08 12:05:17.522737 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8838730e-64d0-43bf-a442-72da29a77741 req-73d2db02-be0a-466d-842b-baeb20c3a0c1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6283059 Mar 08 12:05:17.528321 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=099d9827-9588-4d99-80c0-46d554cc565b,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:17.536133 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port ba1e60f5-606b-4f9d-86ab-25655b23aeb3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ba1e60f5-606b-4f9d-86ab-25655b23aeb3,segment=NetworkSegment(4ae50583-cc6b-46f5-b8ad-7cca3e4c0775),segment_id=4ae50583-cc6b-46f5-b8ad-7cca3e4c0775)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:17.539697 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f5090e9b-f664-4def-958a-084faec2fb5a req-b96ee6f2-5cbd-4271-af8f-ae08688bf249 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510847 Mar 08 12:05:17.556564 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2db02-be0a-466d-842b-baeb20c3a0c1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=135df5dd-014e-41a1-bad1-900bd52515cb,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:17.612403 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a017dc74-6887-47de-b2eb-8c8051858f57 {{(pid=110508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:17.622832 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.628466 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Publish callbacks [] for port (a017dc74-6887-47de-b2eb-8c8051858f57), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.644525 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.provisioning_blocks [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Transition to ACTIVE for port object a017dc74-6887-47de-b2eb-8c8051858f57 will not be triggered until provisioned by entity L2. {{(pid=110508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:05:17.681701 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=ba1e60f5-606b-4f9d-86ab-25655b23aeb3,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:17.724501 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.769446 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Pushing event updated for resources: {'Port': ['ID=a017dc74-6887-47de-b2eb-8c8051858f57,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:17.855428 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Attempting to bind port a017dc74-6887-47de-b2eb-8c8051858f57 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:17.856926 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Attempting to bind port a017dc74-6887-47de-b2eb-8c8051858f57 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:17.858067 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Attempting to bind port a017dc74-6887-47de-b2eb-8c8051858f57 on network 179e1abc-e30f-4687-8a9a-a281be5cbc95 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:17.903570 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Port a017dc74-6887-47de-b2eb-8c8051858f57 on network 179e1abc-e30f-4687-8a9a-a281be5cbc95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:05:17.903898 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Attempting to bind port a017dc74-6887-47de-b2eb-8c8051858f57 on network 179e1abc-e30f-4687-8a9a-a281be5cbc95 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:17.913103 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:17.913446 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Checking segment: {'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:17.913837 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Bound using segment: {'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:17.914285 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Bound port: a017dc74-6887-47de-b2eb-8c8051858f57, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'}}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:17.914650 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:17.981782 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1f143-6cea-4d92-9515-7e956f59b468 req-fb818c01-9c68-4cf5-9cbd-64616d35db32 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:17.981782 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f2b1f143-6cea-4d92-9515-7e956f59b468 req-fb818c01-9c68-4cf5-9cbd-64616d35db32 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 944 time: 0.1395726 Mar 08 12:05:17.994364 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48216) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:18.013654 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6a272224-a634-4de8-be48-4da896f7fc37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:18.017784 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] For port a017dc74-6887-47de-b2eb-8c8051858f57, host hv-cinder-83008, cleared binding levels {{(pid=110508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:18.033412 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6dc1e-ab0a-434b-909d-4eeaf723512a req-ccb88cf1-01d3-4af9-8860-ee9cd819492c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:18.033412 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-67d6dc1e-ab0a-434b-909d-4eeaf723512a req-ccb88cf1-01d3-4af9-8860-ee9cd819492c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0916755 Mar 08 12:05:18.039366 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] For port a017dc74-6887-47de-b2eb-8c8051858f57, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a017dc74-6887-47de-b2eb-8c8051858f57,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:18.059688 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f2b1f143-6cea-4d92-9515-7e956f59b468 req-cda11c8c-b1a7-45a5-9006-29d1fd85137d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683224 Mar 08 12:05:18.073530 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c427ee2c-bb30-4de0-b104-374e45486d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1e60f5-606b-4f9d-86ab-25655b23aeb3'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:18.076044 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0f2094-7195-42a5-85e4-1b0cac538382" -d '{"events": [{"server_uuid": "c427ee2c-bb30-4de0-b104-374e45486d1c", "name": "network-vif-plugged", "status": "completed", "tag": "ba1e60f5-606b-4f9d-86ab-25655b23aeb3"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:18.116653 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-67d6dc1e-ab0a-434b-909d-4eeaf723512a req-0b4d5f38-38b4-4306-9928-543fb172158b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798030 Mar 08 12:05:18.123404 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa85288e-5e5d-4ee9-aedb-524b8ef36b59 x-openstack-request-id: req-fa85288e-5e5d-4ee9-aedb-524b8ef36b59 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:18.123732 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c427ee2c-bb30-4de0-b104-374e45486d1c", "name": "network-vif-plugged", "status": "completed", "tag": "ba1e60f5-606b-4f9d-86ab-25655b23aeb3", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:18.124151 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa85288e-5e5d-4ee9-aedb-524b8ef36b59 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:18.126556 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c427ee2c-bb30-4de0-b104-374e45486d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1e60f5-606b-4f9d-86ab-25655b23aeb3', 'code': 200} Mar 08 12:05:18.128918 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:18.180915 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6a272224-a634-4de8-be48-4da896f7fc37 admin admin] Publish callbacks [] for security_group (11c94ebf-973c-4b93-b425-8bcc9aecdc96), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:18.202702 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:18.203422 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:18.204913 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] 10.222.0.55 "PUT /v2.0/ports/a017dc74-6887-47de-b2eb-8c8051858f57 HTTP/1.1" status: 200 len: 1093 time: 1.7703116 Mar 08 12:05:18.251048 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc2bab-fe67-4fdb-97d5-60e25a2e7ede service neutron] Pushing event updated for resources: {'Port': ['ID=a017dc74-6887-47de-b2eb-8c8051858f57,revision_number=3']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:18.273963 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6a272224-a634-4de8-be48-4da896f7fc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (11c94ebf-973c-4b93-b425-8bcc9aecdc96), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:18.282841 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80334c9-4384-4941-8979-8b4894fca961 req-68037d68-7276-45f6-aede-198c45ef122e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:18.288001 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b80334c9-4384-4941-8979-8b4894fca961 req-68037d68-7276-45f6-aede-198c45ef122e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 945 time: 0.0922458 Mar 08 12:05:18.328567 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a272224-a634-4de8-be48-4da896f7fc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c94ebf-973c-4b93-b425-8bcc9aecdc96,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:18.343603 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-6a272224-a634-4de8-be48-4da896f7fc37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77c901969e064a01ad147e95507c6653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479743 Mar 08 12:05:18.347035 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 48224) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:18.411066 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b80334c9-4384-4941-8979-8b4894fca961 req-eb8f33c9-e856-445b-aaa8-f81d18f18b28 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199048 Mar 08 12:05:18.444246 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a02c7c9c-822b-4051-98a6-9c93e1fc6ae6 admin admin] Publish callbacks [] for security_group (11c94ebf-973c-4b93-b425-8bcc9aecdc96), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:18.471523 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a02c7c9c-822b-4051-98a6-9c93e1fc6ae6 admin admin] Publish callbacks [] for security_group (11c94ebf-973c-4b93-b425-8bcc9aecdc96), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:18.595948 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06354ab-f9f3-4668-801d-1c2859d9ff27 req-b5fb33e4-a2ae-4871-806a-fcb2873f8bd9 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:18.597463 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b06354ab-f9f3-4668-801d-1c2859d9ff27 req-b5fb33e4-a2ae-4871-806a-fcb2873f8bd9 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 943 time: 0.0542073 Mar 08 12:05:18.622213 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a02c7c9c-822b-4051-98a6-9c93e1fc6ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (11c94ebf-973c-4b93-b425-8bcc9aecdc96), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:18.625824 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a02c7c9c-822b-4051-98a6-9c93e1fc6ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:18.631267 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-a02c7c9c-822b-4051-98a6-9c93e1fc6ae6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11c94ebf-973c-4b93-b425-8bcc9aecdc96 HTTP/1.1" status: 204 len: 168 time: 0.2797370 Mar 08 12:05:18.653158 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b06354ab-f9f3-4668-801d-1c2859d9ff27 req-4d890d23-c45e-4993-860b-0d72f1e49597 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483601 Mar 08 12:05:18.675084 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c7c9c-822b-4051-98a6-9c93e1fc6ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c94ebf-973c-4b93-b425-8bcc9aecdc96,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:18.696208 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40554548-838f-4c43-8773-2a73df1575d1 req-7b0fc580-a9a6-40c2-a097-ece6866c50da tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:18.698145 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-40554548-838f-4c43-8773-2a73df1575d1 req-7b0fc580-a9a6-40c2-a097-ece6866c50da tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 944 time: 0.0899174 Mar 08 12:05:18.755486 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-40554548-838f-4c43-8773-2a73df1575d1 req-e1a6cdb0-5be8-40a3-8190-3eeecc7b0e8b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499322 Mar 08 12:05:19.154788 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9188bb1-aae5-4b6c-86e5-87976edb464f', 'tag': 'a017dc74-6887-47de-b2eb-8c8051858f57'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:19.157227 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d7617a-729a-47ad-80d0-a4a92a6b3168" -d '{"events": [{"name": "network-changed", "server_uuid": "d9188bb1-aae5-4b6c-86e5-87976edb464f", "tag": "a017dc74-6887-47de-b2eb-8c8051858f57"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:19.190761 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740058c-5a55-41a2-9421-ef4d379a44aa req-74f891ad-2e81-414b-89c0-97b13c0d4602 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:19.192608 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5740058c-5a55-41a2-9421-ef4d379a44aa req-74f891ad-2e81-414b-89c0-97b13c0d4602 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 944 time: 0.0546539 Mar 08 12:05:19.194494 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ec4fc6-1d23-4808-b568-3dc02077da2c x-openstack-request-id: req-59ec4fc6-1d23-4808-b568-3dc02077da2c {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:19.194889 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9188bb1-aae5-4b6c-86e5-87976edb464f", "tag": "a017dc74-6887-47de-b2eb-8c8051858f57", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:19.195278 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59ec4fc6-1d23-4808-b568-3dc02077da2c {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:19.195766 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9188bb1-aae5-4b6c-86e5-87976edb464f', 'tag': 'a017dc74-6887-47de-b2eb-8c8051858f57', 'status': 'completed', 'code': 200} Mar 08 12:05:19.299851 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c48a0-6e43-415a-b2d4-90f0e550123b req-483a047d-03bf-443f-a0a4-0d6c5e52bab6 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:19.301854 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4f5c48a0-6e43-415a-b2d4-90f0e550123b req-483a047d-03bf-443f-a0a4-0d6c5e52bab6 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0610769 Mar 08 12:05:19.360864 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4f5c48a0-6e43-415a-b2d4-90f0e550123b req-d42d53ed-616b-42c4-bade-2dab5bbf7714 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524089 Mar 08 12:05:19.426953 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5740058c-5a55-41a2-9421-ef4d379a44aa req-78e04ff0-4d17-4943-bdc9-3782327bf07f tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276418 Mar 08 12:05:19.461230 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48266) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:19.566511 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a1fd4-b39c-4eb7-8430-d7cc49690df6 req-6f541b29-3f04-4954-b32f-6e2b58412e04 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:19.568045 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3f9a1fd4-b39c-4eb7-8430-d7cc49690df6 req-6f541b29-3f04-4954-b32f-6e2b58412e04 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 945 time: 0.0829492 Mar 08 12:05:19.579680 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bbf66be9-c231-440c-9d5a-bdfdfebc66da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:19.616807 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3f9a1fd4-b39c-4eb7-8430-d7cc49690df6 req-e28fa5bb-1602-4566-9a2b-45b1e3142769 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421937 Mar 08 12:05:19.663483 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bbf66be9-c231-440c-9d5a-bdfdfebc66da admin admin] Publish callbacks [] for security_group (9f032312-9d3a-4332-8632-285ceb8351e9), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:19.736261 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bbf66be9-c231-440c-9d5a-bdfdfebc66da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (9f032312-9d3a-4332-8632-285ceb8351e9), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:19.795222 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-bbf66be9-c231-440c-9d5a-bdfdfebc66da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93a587a75fc947f9870c6b24acbc393a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328621 Mar 08 12:05:19.799544 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48280) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:19.810307 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf66be9-c231-440c-9d5a-bdfdfebc66da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f032312-9d3a-4332-8632-285ceb8351e9,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:19.850953 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f1e5b-1945-4b9f-965d-e136efac643b req-ac8a4292-6712-4d41-9ad1-5378ce15c359 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:19.852613 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-729f1e5b-1945-4b9f-965d-e136efac643b req-ac8a4292-6712-4d41-9ad1-5378ce15c359 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 943 time: 0.1271987 Mar 08 12:05:19.888764 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea7aac-55d9-4a51-ad90-b7eb8d6a91c8 req-9ed60efb-2129-4bd5-aeb8-2b0c6ae8d637 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:19.890605 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-71ea7aac-55d9-4a51-ad90-b7eb8d6a91c8 req-9ed60efb-2129-4bd5-aeb8-2b0c6ae8d637 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 944 time: 0.0610297 Mar 08 12:05:19.909798 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fc611a57-9ebf-47e9-a484-7539c9b56545 admin admin] Publish callbacks [] for security_group (9f032312-9d3a-4332-8632-285ceb8351e9), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:19.944304 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-729f1e5b-1945-4b9f-965d-e136efac643b req-1bbf1a2f-a4f9-4e57-beb7-a4de8158fbb0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862575 Mar 08 12:05:19.954351 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fc611a57-9ebf-47e9-a484-7539c9b56545 admin admin] Publish callbacks [] for security_group (9f032312-9d3a-4332-8632-285ceb8351e9), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:19.974662 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-71ea7aac-55d9-4a51-ad90-b7eb8d6a91c8 req-399f3e9c-bc9a-4751-9b54-34127591b3a0 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750840 Mar 08 12:05:20.102248 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fc611a57-9ebf-47e9-a484-7539c9b56545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (9f032312-9d3a-4332-8632-285ceb8351e9), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:20.104919 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fc611a57-9ebf-47e9-a484-7539c9b56545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:20.106128 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-fc611a57-9ebf-47e9-a484-7539c9b56545 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f032312-9d3a-4332-8632-285ceb8351e9 HTTP/1.1" status: 204 len: 168 time: 0.3055108 Mar 08 12:05:20.114462 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc611a57-9ebf-47e9-a484-7539c9b56545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f032312-9d3a-4332-8632-285ceb8351e9,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:20.326186 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['099d9827-9588-4d99-80c0-46d554cc565b'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:05:20.415270 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-d215d9f4-7d1e-4537-a90c-44d5e76178a4 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060338 Mar 08 12:05:20.570059 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0cbc2-770c-476e-9fb3-9814307525bb req-49d40762-0c9d-4f29-8c24-3c4285d54f9a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:20.577627 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-40c0cbc2-770c-476e-9fb3-9814307525bb req-49d40762-0c9d-4f29-8c24-3c4285d54f9a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.1079333 Mar 08 12:05:20.640377 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-40c0cbc2-770c-476e-9fb3-9814307525bb req-ab10dde0-f526-4bb4-a088-84de37269f06 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618517 Mar 08 12:05:20.695582 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7617a-729a-47ad-80d0-a4a92a6b3168 req-d94dfb91-eb42-4bf5-a190-0168c74df0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:20.695582 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-70d7617a-729a-47ad-80d0-a4a92a6b3168 req-d94dfb91-eb42-4bf5-a190-0168c74df0fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8538495811a94895b410d83147c0f4dc&device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 1127 time: 0.2223661 Mar 08 12:05:20.695582 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9bd2ef-a5b5-41d3-8cae-8f1d353cf3b3 req-16056e58-e4fa-44bc-b429-a09170214062 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309411 Mar 08 12:05:20.711164 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b873ece-7469-4eac-8906-6f821e399f06 req-50c260a0-b9ac-497d-a24c-036b15c64cb0 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:20.712688 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6b873ece-7469-4eac-8906-6f821e399f06 req-50c260a0-b9ac-497d-a24c-036b15c64cb0 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 944 time: 0.1273201 Mar 08 12:05:20.779946 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacec3e-4158-4a1a-ba8b-c6e3593e3930 req-b2fccdfc-55c7-4dc4-a97b-8dbeb4d83da4 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:20.781777 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2dacec3e-4158-4a1a-ba8b-c6e3593e3930 req-b2fccdfc-55c7-4dc4-a97b-8dbeb4d83da4 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 945 time: 0.0657752 Mar 08 12:05:20.835484 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6b873ece-7469-4eac-8906-6f821e399f06 req-76e258f1-ca6f-43cb-99af-4ca5ee31e073 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160095 Mar 08 12:05:20.835922 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2dacec3e-4158-4a1a-ba8b-c6e3593e3930 req-bd50d2f8-5f34-4ec1-a424-19c44e7ea97d tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458534 Mar 08 12:05:20.881108 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7617a-729a-47ad-80d0-a4a92a6b3168 req-96581bfc-54fd-4845-ab43-4915769d3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:20.883308 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-70d7617a-729a-47ad-80d0-a4a92a6b3168 req-96581bfc-54fd-4845-ab43-4915769d3868 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8538495811a94895b410d83147c0f4dc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1553097 Mar 08 12:05:21.068679 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c6ab7-4d72-4aa9-bf1b-a9586bbe6d1b req-51bbe258-f8a7-422a-97ce-a9434fdbe601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.074458 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-bc3c6ab7-4d72-4aa9-bf1b-a9586bbe6d1b req-51bbe258-f8a7-422a-97ce-a9434fdbe601 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 1130 time: 0.1116819 Mar 08 12:05:21.179500 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-bc3c6ab7-4d72-4aa9-bf1b-a9586bbe6d1b req-bf8ea25c-b6b3-4125-95e8-7dff5e344b03 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883725 Mar 08 12:05:21.182255 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7617a-729a-47ad-80d0-a4a92a6b3168 req-742273a1-8f28-47ce-80a2-fd837c6db19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.184248 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-70d7617a-729a-47ad-80d0-a4a92a6b3168 req-742273a1-8f28-47ce-80a2-fd837c6db19a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2488883 Mar 08 12:05:21.186243 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8de02d-9b72-49ca-9780-a9b422cd80b7 req-f08cae66-9204-460a-8e20-f7bb261f7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.187890 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c8de02d-9b72-49ca-9780-a9b422cd80b7 req-f08cae66-9204-460a-8e20-f7bb261f7d4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 1128 time: 0.2313805 Mar 08 12:05:21.200199 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d6236-608d-4dc0-b778-e04bd36fc85b req-81b15e59-bc2a-4c6a-b51e-f12a8123e2cc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.201764 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-292d6236-608d-4dc0-b778-e04bd36fc85b req-81b15e59-bc2a-4c6a-b51e-f12a8123e2cc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 944 time: 0.1302977 Mar 08 12:05:21.202017 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396edb3-29f6-4f65-b50a-aa5df11bf98f req-47e2c58f-6858-4481-bdef-0e542dc70563 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.209481 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f396edb3-29f6-4f65-b50a-aa5df11bf98f req-47e2c58f-6858-4481-bdef-0e542dc70563 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 943 time: 0.1382322 Mar 08 12:05:21.269242 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f396edb3-29f6-4f65-b50a-aa5df11bf98f req-21f5b917-34b8-4ce3-b508-b61f1b23b40a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588262 Mar 08 12:05:21.295758 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-292d6236-608d-4dc0-b778-e04bd36fc85b req-f0162ec0-92db-425e-815a-a1d6c0aa2b31 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777252 Mar 08 12:05:21.613763 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8de02d-9b72-49ca-9780-a9b422cd80b7 req-4362fd1f-3626-4c19-9362-b086f1276d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.616059 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c8de02d-9b72-49ca-9780-a9b422cd80b7 req-4362fd1f-3626-4c19-9362-b086f1276d5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 200 len: 915 time: 0.1341462 Mar 08 12:05:21.623106 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-ae98ad0c-1615-4d77-be1f-ab7b0fb93e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.624747 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-ae98ad0c-1615-4d77-be1f-ab7b0fb93e48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8538495811a94895b410d83147c0f4dc&device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 1127 time: 0.0803230 Mar 08 12:05:21.670728 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c8de02d-9b72-49ca-9780-a9b422cd80b7 req-0b4d9cb7-6535-4da5-b4ab-3c69737fc05b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb HTTP/1.1" status: 200 len: 217 time: 0.0450039 Mar 08 12:05:21.733732 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-8809f004-8448-48db-89d2-c2e446dd2dc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a017dc74-6887-47de-b2eb-8c8051858f57 HTTP/1.1" status: 200 len: 217 time: 0.0696011 Mar 08 12:05:21.812197 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8de02d-9b72-49ca-9780-a9b422cd80b7 req-a18b5978-145c-4244-9169-accfd25bed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.813670 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c8de02d-9b72-49ca-9780-a9b422cd80b7 req-a18b5978-145c-4244-9169-accfd25bed7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a387d57-4cc1-4172-ab00-0a23139114fa HTTP/1.1" status: 200 len: 853 time: 0.1129436 Mar 08 12:05:21.838691 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-99081699-dc8a-47b8-adf3-80d999d592e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.840209 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-99081699-dc8a-47b8-adf3-80d999d592e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb880db3-908f-4f74-bad5-3393fd22f872 HTTP/1.1" status: 200 len: 848 time: 0.0949662 Mar 08 12:05:21.868045 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c162982-2d27-4443-a230-0859acc3ed18 req-35aada31-30dd-4638-b8a6-19092e066c54 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.869688 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8c162982-2d27-4443-a230-0859acc3ed18 req-35aada31-30dd-4638-b8a6-19092e066c54 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.1382499 Mar 08 12:05:21.960338 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8de02d-9b72-49ca-9780-a9b422cd80b7 req-a5207558-5b79-4fc1-81da-856f201526b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.962343 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c8de02d-9b72-49ca-9780-a9b422cd80b7 req-a5207558-5b79-4fc1-81da-856f201526b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91deec2c-beff-469e-8457-e94ee53aae39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1390433 Mar 08 12:05:21.980178 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4300ed-1c45-4fe0-834a-79bd7a2014fd req-adf3dacf-d101-4573-9b8d-f9ca381eb07e tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:21.987109 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9a4300ed-1c45-4fe0-834a-79bd7a2014fd req-adf3dacf-d101-4573-9b8d-f9ca381eb07e tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 944 time: 0.0716641 Mar 08 12:05:22.004023 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8c162982-2d27-4443-a230-0859acc3ed18 req-5cf775e7-44ce-4f37-a677-6ba5ff87e12f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280568 Mar 08 12:05:22.017340 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 099d9827-9588-4d99-80c0-46d554cc565b up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:22.050566 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-928384df-d7ef-4307-9679-e56612f43f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:22.052807 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-928384df-d7ef-4307-9679-e56612f43f3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=179e1abc-e30f-4687-8a9a-a281be5cbc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1610510 Mar 08 12:05:22.087763 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9a4300ed-1c45-4fe0-834a-79bd7a2014fd req-5c02f0d9-99d6-409d-8f45-57f04d3a4ef3 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996430 Mar 08 12:05:22.116886 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48362) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:22.212931 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c8de02d-9b72-49ca-9780-a9b422cd80b7 req-cba16d6d-0542-462d-98a6-e5eb3b7145f5 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230742 Mar 08 12:05:22.231004 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1091a5b-de3d-44d7-9c8a-fab3bfd47bbb req-28387b81-9714-44a0-b933-59bbdc2b38e7 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:22.232514 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d1091a5b-de3d-44d7-9c8a-fab3bfd47bbb req-28387b81-9714-44a0-b933-59bbdc2b38e7 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 945 time: 0.1391876 Mar 08 12:05:22.244732 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 099d9827-9588-4d99-80c0-46d554cc565b completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:05:22.250600 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 099d9827-9588-4d99-80c0-46d554cc565b triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:22.251783 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (099d9827-9588-4d99-80c0-46d554cc565b), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:22.259392 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d22801a8-8ea3-4c17-806e-4894113815d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:22.277140 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-112f311f-fa14-4475-bdcd-2728f31d6fd2 service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961236 Mar 08 12:05:22.384120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d22801a8-8ea3-4c17-806e-4894113815d8 admin admin] Publish callbacks [] for security_group (fcced510-2fe1-4185-a5d9-bede1f6ae6f4), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:22.392906 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 099d9827-9588-4d99-80c0-46d554cc565b is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:22.411039 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (099d9827-9588-4d99-80c0-46d554cc565b), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:22.457970 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c1c4d4-4911-4ff5-8a74-72e40fbe2586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099d9827-9588-4d99-80c0-46d554cc565b'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:22.461210 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37b1563-9b25-4b29-b474-22136f00c211" -d '{"events": [{"server_uuid": "81c1c4d4-4911-4ff5-8a74-72e40fbe2586", "name": "network-vif-plugged", "status": "completed", "tag": "099d9827-9588-4d99-80c0-46d554cc565b"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:22.468002 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2e727-04ba-4ebe-911a-c786d6411985 req-b189a51c-7754-4b56-b206-fdd93086f65d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:22.469751 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d0d2e727-04ba-4ebe-911a-c786d6411985 req-b189a51c-7754-4b56-b206-fdd93086f65d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 943 time: 0.0675972 Mar 08 12:05:22.476863 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 099d9827-9588-4d99-80c0-46d554cc565b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=099d9827-9588-4d99-80c0-46d554cc565b,segment=NetworkSegment(4ae50583-cc6b-46f5-b8ad-7cca3e4c0775),segment_id=4ae50583-cc6b-46f5-b8ad-7cca3e4c0775)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:22.486142 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d22801a8-8ea3-4c17-806e-4894113815d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (fcced510-2fe1-4185-a5d9-bede1f6ae6f4), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:22.587618 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-d22801a8-8ea3-4c17-806e-4894113815d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=541ffa6c234d416b9c756ca5fc10a844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4695296 Mar 08 12:05:22.591380 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48380) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:22.594491 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22801a8-8ea3-4c17-806e-4894113815d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcced510-2fe1-4185-a5d9-bede1f6ae6f4,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:22.622062 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (099d9827-9588-4d99-80c0-46d554cc565b), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:22.622219 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d0d2e727-04ba-4ebe-911a-c786d6411985 req-f2f1b653-3b6d-44c8-b52c-34b266dab4cf tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441047 Mar 08 12:05:22.701203 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d1091a5b-de3d-44d7-9c8a-fab3bfd47bbb req-392ca0ff-0c73-4b22-b972-30a847292aee tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543803 Mar 08 12:05:22.714431 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-294f87f2-c355-4354-bc48-91906118a522 admin admin] Publish callbacks [] for security_group (fcced510-2fe1-4185-a5d9-bede1f6ae6f4), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:22.733438 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=099d9827-9588-4d99-80c0-46d554cc565b,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:22.754103 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c8de02d-9b72-49ca-9780-a9b422cd80b7 req-d234b124-7699-4f77-9ceb-d624968fc383 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204999 Mar 08 12:05:22.778039 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a0705643-2e8b-4161-9786-447fc1ab3457 req-52bda232-063b-4ead-8f87-4cea52e52816 service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782858 Mar 08 12:05:22.781868 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-294f87f2-c355-4354-bc48-91906118a522 admin admin] Publish callbacks [] for security_group (fcced510-2fe1-4185-a5d9-bede1f6ae6f4), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:22.800099 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafc28fe-16fd-4d87-9cfb-1890481d9dbd x-openstack-request-id: req-fafc28fe-16fd-4d87-9cfb-1890481d9dbd {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:22.800438 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c1c4d4-4911-4ff5-8a74-72e40fbe2586", "name": "network-vif-plugged", "status": "completed", "tag": "099d9827-9588-4d99-80c0-46d554cc565b", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:22.800910 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fafc28fe-16fd-4d87-9cfb-1890481d9dbd {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:22.801090 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c1c4d4-4911-4ff5-8a74-72e40fbe2586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099d9827-9588-4d99-80c0-46d554cc565b', 'code': 200} Mar 08 12:05:22.865796 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd3d47-1973-4ebd-b471-ba7c2e7fb359 req-fc775c32-5a51-46c7-aa98-e186b78b9b86 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:22.867539 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-39bd3d47-1973-4ebd-b471-ba7c2e7fb359 req-fc775c32-5a51-46c7-aa98-e186b78b9b86 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 944 time: 0.1065476 Mar 08 12:05:22.949860 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-39bd3d47-1973-4ebd-b471-ba7c2e7fb359 req-a5bea0c4-6c78-41bd-b847-edb58e793b76 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751092 Mar 08 12:05:22.987382 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-294f87f2-c355-4354-bc48-91906118a522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (fcced510-2fe1-4185-a5d9-bede1f6ae6f4), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:22.990962 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-294f87f2-c355-4354-bc48-91906118a522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:22.992395 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-294f87f2-c355-4354-bc48-91906118a522 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcced510-2fe1-4185-a5d9-bede1f6ae6f4 HTTP/1.1" status: 204 len: 168 time: 0.3932343 Mar 08 12:05:23.000850 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f87f2-c355-4354-bc48-91906118a522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcced510-2fe1-4185-a5d9-bede1f6ae6f4,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:23.171399 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74e0d4-2bff-4d3b-94fd-f03bea8056c8 req-1296f987-75a9-4ce6-971a-8da556c0e65f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:23.175596 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7a74e0d4-2bff-4d3b-94fd-f03bea8056c8 req-1296f987-75a9-4ce6-971a-8da556c0e65f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0845470 Mar 08 12:05:23.212047 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330048c-56b5-4e0a-b448-84dff8c61684 req-ef0a0fd2-180e-423a-b480-37972a15e163 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:23.219223 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8330048c-56b5-4e0a-b448-84dff8c61684 req-ef0a0fd2-180e-423a-b480-37972a15e163 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0635145 Mar 08 12:05:23.231868 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7a74e0d4-2bff-4d3b-94fd-f03bea8056c8 req-a37b8a78-a39d-4fa8-ae28-fb283e060900 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523908 Mar 08 12:05:23.278573 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8330048c-56b5-4e0a-b448-84dff8c61684 req-5915aa9d-60a1-461f-84f4-f1b8aedd8764 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579860 Mar 08 12:05:23.335243 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b0b04-0077-49a7-aa60-059ee6d029bc req-81b6c6d4-02ba-4077-8e81-2bff5db4a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:23.336762 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a48b0b04-0077-49a7-aa60-059ee6d029bc req-81b6c6d4-02ba-4077-8e81-2bff5db4a750 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 1129 time: 0.1035771 Mar 08 12:05:23.395836 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a48b0b04-0077-49a7-aa60-059ee6d029bc req-1147df4e-f7d1-4faf-9e66-edd00e437b2e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514224 Mar 08 12:05:23.662576 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-1fa78701-1c7e-47b8-84a8-6315fe519e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:23.744067 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d004e35-5412-402c-bd0d-0fdaa3d3711e req-15617c02-f182-4cc7-9673-7d597cfe3146 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:23.745678 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6d004e35-5412-402c-bd0d-0fdaa3d3711e req-15617c02-f182-4cc7-9673-7d597cfe3146 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 943 time: 0.0555801 Mar 08 12:05:23.803063 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6d004e35-5412-402c-bd0d-0fdaa3d3711e req-e4f254de-2bc9-4d10-a44b-1154a827d97d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486724 Mar 08 12:05:23.811241 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 48428) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:23.827406 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8514d7be-2cc6-40cf-8214-fbb59f0c1da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:23.841453 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fdfa6-be49-4385-93da-537609b75925 req-31ac5735-cc16-42a0-a100-a820c4874e3e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:23.843101 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f03fdfa6-be49-4385-93da-537609b75925 req-31ac5735-cc16-42a0-a100-a820c4874e3e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 945 time: 0.0603514 Mar 08 12:05:23.895640 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f03fdfa6-be49-4385-93da-537609b75925 req-b2e26a8c-60e4-4f35-90dd-45dd3d46f85d tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464709 Mar 08 12:05:23.904805 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8514d7be-2cc6-40cf-8214-fbb59f0c1da2 admin admin] Publish callbacks [] for security_group (003250fa-53e5-4a19-8a43-1fba62f85041), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:24.022044 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8514d7be-2cc6-40cf-8214-fbb59f0c1da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (003250fa-53e5-4a19-8a43-1fba62f85041), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:24.050191 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a67ff0e9-00fa-4d5a-9686-f8a01846c7bb details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:05:24.109740 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-8514d7be-2cc6-40cf-8214-fbb59f0c1da2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35bc105c35fb4f7e94a94f1ca62fca5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971661 Mar 08 12:05:24.112519 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48434) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:24.118932 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514d7be-2cc6-40cf-8214-fbb59f0c1da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003250fa-53e5-4a19-8a43-1fba62f85041,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:24.132809 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ea19e-bf8f-43dd-90c8-bcba54e91af5 req-bdf067ea-738d-4d9e-bdd4-f905999df904 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:24.134871 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bc2ea19e-bf8f-43dd-90c8-bcba54e91af5 req-bdf067ea-738d-4d9e-bdd4-f905999df904 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 944 time: 0.0934701 Mar 08 12:05:24.171816 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:24.175030 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ee41-38db-4188-8f11-649038f029ac admin admin] Publish callbacks [] for security_group (003250fa-53e5-4a19-8a43-1fba62f85041), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:24.196303 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'port_id': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'mac_address': 'fa:16:3e:55:ce:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:05:24.199940 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bc2ea19e-bf8f-43dd-90c8-bcba54e91af5 req-10acb612-dc10-49a7-84c0-3c9d98ec7a6e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585704 Mar 08 12:05:24.209493 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ee41-38db-4188-8f11-649038f029ac admin admin] Publish callbacks [] for security_group (003250fa-53e5-4a19-8a43-1fba62f85041), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:24.238920 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:24.240019 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:24.258595 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67ff0e9-00fa-4d5a-9686-f8a01846c7bb {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:24.286451 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:24.364235 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ee41-38db-4188-8f11-649038f029ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (003250fa-53e5-4a19-8a43-1fba62f85041), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:24.366797 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ee41-38db-4188-8f11-649038f029ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:24.367990 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-6ac4ee41-38db-4188-8f11-649038f029ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/003250fa-53e5-4a19-8a43-1fba62f85041 HTTP/1.1" status: 204 len: 168 time: 0.2513690 Mar 08 12:05:24.383438 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4ee41-38db-4188-8f11-649038f029ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003250fa-53e5-4a19-8a43-1fba62f85041,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:24.394874 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08963bff-c197-4789-a9ae-b8d19f74df71 req-7a82620b-2543-42aa-892f-1f5d2c0a7bd4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:24.397686 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-08963bff-c197-4789-a9ae-b8d19f74df71 req-7a82620b-2543-42aa-892f-1f5d2c0a7bd4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0865777 Mar 08 12:05:24.412039 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb9c0c-ab1b-4a9f-9797-7e8e0ee8add6 req-37358c02-0936-4691-8019-4b7d47349529 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:24.413633 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3ebb9c0c-ab1b-4a9f-9797-7e8e0ee8add6 req-37358c02-0936-4691-8019-4b7d47349529 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0646622 Mar 08 12:05:24.417237 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:24.417890 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6ac8ad31-acaf-4663-8ea0-07239ed0199d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:05:24.476846 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-08963bff-c197-4789-a9ae-b8d19f74df71 req-83e1b4b6-b759-457a-aa02-a6595e56d4d7 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677502 Mar 08 12:05:24.500128 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3ebb9c0c-ab1b-4a9f-9797-7e8e0ee8add6 req-0db2251a-721f-492e-a81c-b6281ad59b70 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633235 Mar 08 12:05:24.541272 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:24.625604 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:24.637489 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'port_id': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'mac_address': 'fa:16:3e:b3:60:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:05:24.682315 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 6ac8ad31-acaf-4663-8ea0-07239ed0199d is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:24.683002 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:24.696332 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac8ad31-acaf-4663-8ea0-07239ed0199d {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:24.715701 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:24.884634 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:24.981280 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=6ac8ad31-acaf-4663-8ea0-07239ed0199d,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:24.995555 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd1604-38b3-4a00-acea-f85a7d344d3e req-29b5d5ae-fd68-4e1e-947e-8981047474d0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:24.997106 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0dfd1604-38b3-4a00-acea-f85a7d344d3e req-29b5d5ae-fd68-4e1e-947e-8981047474d0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 943 time: 0.1133778 Mar 08 12:05:25.066236 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0dfd1604-38b3-4a00-acea-f85a7d344d3e req-e5d64d4d-7d7d-4e91-91a9-12cbedeceaa2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620739 Mar 08 12:05:25.323887 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b7f45-788a-4a15-ae6b-70bb2b63c21e req-a6f97612-ef55-4f3d-b6a4-31f0b7c97a2b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:25.325418 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-391b7f45-788a-4a15-ae6b-70bb2b63c21e req-a6f97612-ef55-4f3d-b6a4-31f0b7c97a2b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 945 time: 0.0565054 Mar 08 12:05:25.377263 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-391b7f45-788a-4a15-ae6b-70bb2b63c21e req-ab883a4c-3b52-4a59-a4ac-d58054430b8f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452185 Mar 08 12:05:25.593792 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a34ad-c953-4bb6-95ba-9ddb2337e3f1 req-ae95f448-06f7-4af0-b2c6-5fc5bd83524e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:25.595397 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0c7a34ad-c953-4bb6-95ba-9ddb2337e3f1 req-ae95f448-06f7-4af0-b2c6-5fc5bd83524e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 944 time: 0.0540843 Mar 08 12:05:25.630009 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb43a3-8e0d-4f42-8271-9a678db30177 req-548de45e-bd1d-4473-b622-5ceb0342b299 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:25.631691 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-44eb43a3-8e0d-4f42-8271-9a678db30177 req-548de45e-bd1d-4473-b622-5ceb0342b299 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0566826 Mar 08 12:05:25.666262 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0c7a34ad-c953-4bb6-95ba-9ddb2337e3f1 req-56a5ed25-a40d-41dc-8bd5-00d3aacd9386 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645669 Mar 08 12:05:25.693126 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-44eb43a3-8e0d-4f42-8271-9a678db30177 req-8b6ff072-74a5-4eee-a2bb-6c326efba24b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549283 Mar 08 12:05:26.180170 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feac6b-0dd9-4eec-8fd4-95edc6ec67eb req-b3ba4f1c-04a0-4ff3-bd98-59aead47a0df tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.181756 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-83feac6b-0dd9-4eec-8fd4-95edc6ec67eb req-b3ba4f1c-04a0-4ff3-bd98-59aead47a0df tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0737362 Mar 08 12:05:26.227052 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-933c2c1f-8bb4-41b2-8ba3-b7c96059a0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:26.243321 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-83feac6b-0dd9-4eec-8fd4-95edc6ec67eb req-fc7ba565-705b-4aac-aa22-dd0998952258 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554786 Mar 08 12:05:26.340389 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8005e-4135-46c8-bfb1-128ec6dbd538 req-11145d79-1436-4a2a-8236-a55f718fca84 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.341895 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-dfa8005e-4135-46c8-bfb1-128ec6dbd538 req-11145d79-1436-4a2a-8236-a55f718fca84 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 943 time: 0.0541244 Mar 08 12:05:26.391954 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-dfa8005e-4135-46c8-bfb1-128ec6dbd538 req-854863a1-29bf-48d2-b56d-12e531a4be97 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438917 Mar 08 12:05:26.523323 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb80e6d-6c4d-4fd3-9c9b-b19c46e7abbf req-0bfca3ef-d392-487e-8a73-48cac6b35f71 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.525244 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0fb80e6d-6c4d-4fd3-9c9b-b19c46e7abbf req-0bfca3ef-d392-487e-8a73-48cac6b35f71 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 945 time: 0.0594039 Mar 08 12:05:26.581111 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0fb80e6d-6c4d-4fd3-9c9b-b19c46e7abbf req-6f279e0e-a121-40ca-9c76-902d608ad23b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462999 Mar 08 12:05:26.797418 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cafe26-fd8a-4e9a-8128-ec63226aefa7 req-72dff522-eb12-499b-84e9-6bc1aea88a2d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:26.798951 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-20cafe26-fd8a-4e9a-8128-ec63226aefa7 req-72dff522-eb12-499b-84e9-6bc1aea88a2d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 944 time: 0.0593257 Mar 08 12:05:26.860390 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-20cafe26-fd8a-4e9a-8128-ec63226aefa7 req-8a64c50d-5b11-47fc-a029-51ff6923947a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556676 Mar 08 12:05:27.366124 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976305dc-5f24-4edb-8a28-359ef751e66a req-f8fc3ef6-9edd-4ee3-9d77-cc8316468e9b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:27.367674 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-976305dc-5f24-4edb-8a28-359ef751e66a req-f8fc3ef6-9edd-4ee3-9d77-cc8316468e9b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0539753 Mar 08 12:05:27.381628 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:27.386671 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a017dc74-6887-47de-b2eb-8c8051858f57 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:05:27.451348 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-976305dc-5f24-4edb-8a28-359ef751e66a req-037070f7-542f-4eb4-9bbc-9ad63e5b9b95 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771093 Mar 08 12:05:27.471581 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54de66-08cf-4dc5-8123-17e0607fc43d req-7e075d58-b5e5-46e1-b7bb-2b7a907d5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:27.474333 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c54de66-08cf-4dc5-8123-17e0607fc43d req-7e075d58-b5e5-46e1-b7bb-2b7a907d5a25 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 1129 time: 0.0822086 Mar 08 12:05:27.537399 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port a017dc74-6887-47de-b2eb-8c8051858f57, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a017dc74-6887-47de-b2eb-8c8051858f57,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:27.547286 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38327ce4-7cbd-43b6-b2b9-f08da6004cb4 req-272e3bba-6a37-4373-b3ca-6538e6bfab5e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:27.549199 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-38327ce4-7cbd-43b6-b2b9-f08da6004cb4 req-272e3bba-6a37-4373-b3ca-6538e6bfab5e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 943 time: 0.0576458 Mar 08 12:05:27.565236 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': 'a017dc74-6887-47de-b2eb-8c8051858f57', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'port_id': 'a017dc74-6887-47de-b2eb-8c8051858f57', 'mac_address': 'fa:16:3e:22:27:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:05:27.608422 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54de66-08cf-4dc5-8123-17e0607fc43d req-6f5de5a4-aa59-4428-a895-8948c0e0c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:27.610020 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c54de66-08cf-4dc5-8123-17e0607fc43d req-6f5de5a4-aa59-4428-a895-8948c0e0c224 service neutron] 10.222.0.55 "GET /v2.0/networks?id=257e73a2-5ceb-447c-85df-8c17e7e9e042 HTTP/1.1" status: 200 len: 920 time: 0.1084189 Mar 08 12:05:27.615090 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-38327ce4-7cbd-43b6-b2b9-f08da6004cb4 req-083fee2f-bd7a-487c-bcdb-cfae908a80c8 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590923 Mar 08 12:05:27.658866 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port a017dc74-6887-47de-b2eb-8c8051858f57 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:27.659818 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:27.682532 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a017dc74-6887-47de-b2eb-8c8051858f57 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:05:27.690019 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c54de66-08cf-4dc5-8123-17e0607fc43d req-affdc284-ad17-4b9b-88f7-955620973f39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=099d9827-9588-4d99-80c0-46d554cc565b HTTP/1.1" status: 200 len: 217 time: 0.0649810 Mar 08 12:05:27.707385 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port a017dc74-6887-47de-b2eb-8c8051858f57, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a017dc74-6887-47de-b2eb-8c8051858f57,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:27.769735 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54de66-08cf-4dc5-8123-17e0607fc43d req-1a2d3d7a-f725-4416-bad4-00e03fb55ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:27.771799 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c54de66-08cf-4dc5-8123-17e0607fc43d req-1a2d3d7a-f725-4416-bad4-00e03fb55ada service neutron] 10.222.0.55 "GET /v2.0/subnets?id=243d0bec-ddaa-486f-a46c-e3ab257ef718 HTTP/1.1" status: 200 len: 859 time: 0.0724599 Mar 08 12:05:27.783753 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b819ce8-4052-4979-8ff6-4e1e368228ea req-dc16fa11-c2b4-45d6-9735-bf12dcbab62d tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:27.785566 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7b819ce8-4052-4979-8ff6-4e1e368228ea req-dc16fa11-c2b4-45d6-9735-bf12dcbab62d tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 945 time: 0.0980554 Mar 08 12:05:27.798467 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:27.819293 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c54de66-08cf-4dc5-8123-17e0607fc43d req-8bf960f5-e3d8-4ffe-8ccd-e4a019e00ace service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=257e73a2-5ceb-447c-85df-8c17e7e9e042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320623 Mar 08 12:05:27.855083 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=a017dc74-6887-47de-b2eb-8c8051858f57,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:27.867005 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['a67ff0e9-00fa-4d5a-9686-f8a01846c7bb'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:05:27.910108 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['6ac8ad31-acaf-4663-8ea0-07239ed0199d'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:05:27.934261 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7b819ce8-4052-4979-8ff6-4e1e368228ea req-ff24a12a-afa5-49ed-84d3-b2eaf1ec0f48 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383646 Mar 08 12:05:27.965787 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c54de66-08cf-4dc5-8123-17e0607fc43d req-2fade5c8-f626-41c5-bfa9-f90a9debf6b8 service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380401 Mar 08 12:05:28.049562 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d182887-b7ca-497c-a533-10a26e4d2271 req-80c379d3-fa48-4f05-bc3c-b3b11b44ab2f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:28.051244 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5d182887-b7ca-497c-a533-10a26e4d2271 req-80c379d3-fa48-4f05-bc3c-b3b11b44ab2f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 944 time: 0.0629220 Mar 08 12:05:28.097970 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1c54de66-08cf-4dc5-8123-17e0607fc43d req-a70aac98-a94b-4a9e-8cfa-98a1abadc2e6 service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248972 Mar 08 12:05:28.110811 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5d182887-b7ca-497c-a533-10a26e4d2271 req-8af2a250-d809-47b9-b6d1-091d5aafb8f0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516589 Mar 08 12:05:28.224220 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['a017dc74-6887-47de-b2eb-8c8051858f57'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:05:28.597241 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f47e8f-1c23-472a-9aff-a7f7f15c8cf7 req-01695643-4a60-4f93-91f9-4fb37d08e0a8 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:28.598700 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e7f47e8f-1c23-472a-9aff-a7f7f15c8cf7 req-01695643-4a60-4f93-91f9-4fb37d08e0a8 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0570076 Mar 08 12:05:28.647204 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e7f47e8f-1c23-472a-9aff-a7f7f15c8cf7 req-6a4b0097-d383-41b6-899b-3878ea6fa326 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Mar 08 12:05:28.751793 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b609e-b013-424d-8d74-608c7adbd5d7 req-501ac3dc-4310-4e7f-92e2-4a13ec0de095 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:28.753276 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-701b609e-b013-424d-8d74-608c7adbd5d7 req-501ac3dc-4310-4e7f-92e2-4a13ec0de095 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 944 time: 0.0511680 Mar 08 12:05:28.804335 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-701b609e-b013-424d-8d74-608c7adbd5d7 req-7afe705f-d26c-42e7-a850-5d4053966962 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432701 Mar 08 12:05:28.913456 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:29.081837 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae532e-e548-4180-9823-cf2d2e9399d3 req-16e4865f-e36a-4bb5-a9e4-c7b9aa34b52a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:29.088992 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-65ae532e-e548-4180-9823-cf2d2e9399d3 req-16e4865f-e36a-4bb5-a9e4-c7b9aa34b52a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 945 time: 0.0841010 Mar 08 12:05:29.137092 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-65ae532e-e548-4180-9823-cf2d2e9399d3 req-a9a97f80-bebb-4969-b556-76fadd2b6ab3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468049 Mar 08 12:05:29.257334 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d9859-bf6d-43e8-9f79-5ede2bbd9a8f req-c46524aa-7673-4a06-9eb5-8dc8208af8b7 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:29.259143 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0f6d9859-bf6d-43e8-9f79-5ede2bbd9a8f req-c46524aa-7673-4a06-9eb5-8dc8208af8b7 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 944 time: 0.0554650 Mar 08 12:05:29.312194 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0f6d9859-bf6d-43e8-9f79-5ede2bbd9a8f req-899280a2-758d-45b3-8429-69434d37e7e9 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469415 Mar 08 12:05:29.591707 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48596) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:29.701397 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4feac866-4bb0-49e1-983b-2c5169936ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:29.784749 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 48604) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:29.815655 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e864789-06dd-44c6-a382-bbd8a652a2c7 req-34c456fd-9d25-4202-a6a1-36132f31830b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:29.817757 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6e864789-06dd-44c6-a382-bbd8a652a2c7 req-34c456fd-9d25-4202-a6a1-36132f31830b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0911794 Mar 08 12:05:29.820783 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:29.862956 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4feac866-4bb0-49e1-983b-2c5169936ad0 admin admin] Publish callbacks [] for security_group (a00acafb-74c9-4c0e-9c91-37474f2b9b30), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:29.896305 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6e864789-06dd-44c6-a382-bbd8a652a2c7 req-97fcf023-b8ba-4e8a-ba67-685117eb9a8e tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654273 Mar 08 12:05:29.935341 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ccc1e392-ce70-4167-a428-e62408edaab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:29.940639 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4feac866-4bb0-49e1-983b-2c5169936ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (a00acafb-74c9-4c0e-9c91-37474f2b9b30), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:29.976537 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da9076-ead8-4c19-b119-18644477558f req-503145ff-03be-4eaa-a32d-84770f9679b4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:29.979031 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-09da9076-ead8-4c19-b119-18644477558f req-503145ff-03be-4eaa-a32d-84770f9679b4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 944 time: 0.1001377 Mar 08 12:05:29.985405 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-4feac866-4bb0-49e1-983b-2c5169936ad0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b8d933dcc964fb88ade3d208936cf9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3917089 Mar 08 12:05:29.985791 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feac866-4bb0-49e1-983b-2c5169936ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00acafb-74c9-4c0e-9c91-37474f2b9b30,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:29.988280 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48612) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:30.050898 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ec77e535-a05b-403f-85f3-40ed27f9e8f7 admin admin] Publish callbacks [] for security_group (a00acafb-74c9-4c0e-9c91-37474f2b9b30), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.056307 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-09da9076-ead8-4c19-b119-18644477558f req-467e9ca7-6c8c-459b-b2ae-6e0806bbc3d9 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717332 Mar 08 12:05:30.080605 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ec77e535-a05b-403f-85f3-40ed27f9e8f7 admin admin] Publish callbacks [] for security_group (a00acafb-74c9-4c0e-9c91-37474f2b9b30), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.086349 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ccc1e392-ce70-4167-a428-e62408edaab0 admin admin] Publish callbacks [] for security_group (4078d140-05e7-4a15-a7a4-58c5a34a2745), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.169768 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ccc1e392-ce70-4167-a428-e62408edaab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (4078d140-05e7-4a15-a7a4-58c5a34a2745), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.215512 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-ccc1e392-ce70-4167-a428-e62408edaab0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5139642bd7e4861a4d3d5b365fbff54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4278305 Mar 08 12:05:30.215512 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1e392-ce70-4167-a428-e62408edaab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4078d140-05e7-4a15-a7a4-58c5a34a2745,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:30.218689 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48616) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:30.241872 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ec77e535-a05b-403f-85f3-40ed27f9e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (a00acafb-74c9-4c0e-9c91-37474f2b9b30), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.244408 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ec77e535-a05b-403f-85f3-40ed27f9e8f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.249354 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-ec77e535-a05b-403f-85f3-40ed27f9e8f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a00acafb-74c9-4c0e-9c91-37474f2b9b30 HTTP/1.1" status: 204 len: 168 time: 0.2565577 Mar 08 12:05:30.274429 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77e535-a05b-403f-85f3-40ed27f9e8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00acafb-74c9-4c0e-9c91-37474f2b9b30,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:30.316999 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f918c1-427c-4dc0-94eb-b6cdc7821f64 req-35618651-9332-41c4-96ff-ed4da331a141 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:30.318548 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a8f918c1-427c-4dc0-94eb-b6cdc7821f64 req-35618651-9332-41c4-96ff-ed4da331a141 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 945 time: 0.1131127 Mar 08 12:05:30.322364 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c9903b38-5cb5-47f7-b9ac-218137c4f6f2 admin admin] Publish callbacks [] for security_group (4078d140-05e7-4a15-a7a4-58c5a34a2745), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.362839 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c9903b38-5cb5-47f7-b9ac-218137c4f6f2 admin admin] Publish callbacks [] for security_group (4078d140-05e7-4a15-a7a4-58c5a34a2745), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.403958 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a8f918c1-427c-4dc0-94eb-b6cdc7821f64 req-53510107-4a4b-4ed8-91e2-b4f8108f31eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794444 Mar 08 12:05:30.448852 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e865bb9-adb6-4280-87be-c65e548fada9 req-f719faea-f4b0-4a3c-bc15-bb28f5d02a73 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:30.450417 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e865bb9-adb6-4280-87be-c65e548fada9 req-f719faea-f4b0-4a3c-bc15-bb28f5d02a73 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 944 time: 0.0667183 Mar 08 12:05:30.499932 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e865bb9-adb6-4280-87be-c65e548fada9 req-a7bfedc0-3e66-4165-be13-e1bd8229c905 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439353 Mar 08 12:05:30.609198 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c9903b38-5cb5-47f7-b9ac-218137c4f6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (4078d140-05e7-4a15-a7a4-58c5a34a2745), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.611938 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c9903b38-5cb5-47f7-b9ac-218137c4f6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:30.613191 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c9903b38-5cb5-47f7-b9ac-218137c4f6f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4078d140-05e7-4a15-a7a4-58c5a34a2745 HTTP/1.1" status: 204 len: 168 time: 0.3933866 Mar 08 12:05:30.622231 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9903b38-5cb5-47f7-b9ac-218137c4f6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4078d140-05e7-4a15-a7a4-58c5a34a2745,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:30.988342 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6ac8ad31-acaf-4663-8ea0-07239ed0199d up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:31.035686 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d7665-d852-4e0c-96fc-6db0f9c2a537 req-bc4b326e-00ce-4300-90ed-e43e60bc9e9b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:31.037392 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-930d7665-d852-4e0c-96fc-6db0f9c2a537 req-bc4b326e-00ce-4300-90ed-e43e60bc9e9b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0714538 Mar 08 12:05:31.063515 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 48634) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:31.076245 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.083821 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.103078 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-930d7665-d852-4e0c-96fc-6db0f9c2a537 req-fc06f1d8-115b-46af-8f93-208773e3a556 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597246 Mar 08 12:05:31.111929 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 6ac8ad31-acaf-4663-8ea0-07239ed0199d completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:05:31.115937 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 6ac8ad31-acaf-4663-8ea0-07239ed0199d triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:31.116303 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.201130 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Publish callbacks [] for security_group (aa7d0ee1-e1c7-4bfa-9ccd-edaf91e3eed0), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.204077 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 6ac8ad31-acaf-4663-8ea0-07239ed0199d is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:31.208973 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.216335 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f14d60-55a4-4b01-bec4-1027ef6dd8ec req-bdc79ef4-a3d8-46f6-ac22-3ee77dbf42ff tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:31.217962 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-60f14d60-55a4-4b01-bec4-1027ef6dd8ec req-bdc79ef4-a3d8-46f6-ac22-3ee77dbf42ff tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 944 time: 0.0845678 Mar 08 12:05:31.230940 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:31.233419 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b64bef-bdd5-4fd7-8def-7f8d4bbb6601" -d '{"events": [{"server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "name": "network-vif-plugged", "status": "completed", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:31.248965 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:31.266669 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (aa7d0ee1-e1c7-4bfa-9ccd-edaf91e3eed0), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.280635 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf77c99b-2c79-4935-9273-9154be5eb69f x-openstack-request-id: req-cf77c99b-2c79-4935-9273-9154be5eb69f {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:31.281035 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "name": "network-vif-plugged", "status": "completed", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:31.281392 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf77c99b-2c79-4935-9273-9154be5eb69f {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:31.281882 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'code': 200} Mar 08 12:05:31.293848 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-60f14d60-55a4-4b01-bec4-1027ef6dd8ec req-8e7ba3df-8794-4fb3-bac8-962c5b71f0ba tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691535 Mar 08 12:05:31.318258 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.319986 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a67ff0e9-00fa-4d5a-9686-f8a01846c7bb up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:31.320162 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8eaa774423374329b19c0c29d6433587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553060 Mar 08 12:05:31.320406 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7d0ee1-e1c7-4bfa-9ccd-edaf91e3eed0,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:31.322321 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48640) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:31.328198 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.336156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.336156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.336156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.336156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.336156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.336156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.336156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.336156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.336156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.336156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.336156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.336156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e57a54-a54f-40ff-ad86-64e836b828a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.370838 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48642) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:31.387876 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Publish callbacks [] for security_group (aa7d0ee1-e1c7-4bfa-9ccd-edaf91e3eed0), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.390936 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b2cc44c5-3b2a-4d37-8e60-0960db975ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.418237 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=6ac8ad31-acaf-4663-8ea0-07239ed0199d,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:31.424089 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Publish callbacks [] for security_group (aa7d0ee1-e1c7-4bfa-9ccd-edaf91e3eed0), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.541734 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b2cc44c5-3b2a-4d37-8e60-0960db975ecf admin admin] Publish callbacks [] for security_group (da26f64f-048c-471b-a815-1dfba05097c5), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.568533 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18c627-ba78-4df9-b99e-a316e4f92700 req-830a3ed1-89c3-43fc-bee0-0480b7d91eca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:31.570060 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-dc18c627-ba78-4df9-b99e-a316e4f92700 req-830a3ed1-89c3-43fc-bee0-0480b7d91eca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 945 time: 0.0664616 Mar 08 12:05:31.597145 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:05:31.601184 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:31.605109 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.629746 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-dc18c627-ba78-4df9-b99e-a316e4f92700 req-96f703f6-261f-4cd2-93e3-a887faff98c5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517626 Mar 08 12:05:31.638674 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (aa7d0ee1-e1c7-4bfa-9ccd-edaf91e3eed0), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.640781 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf67cf9-7e36-4486-9acc-d38270088a10 req-d486c4ab-4213-4974-bc46-5b7eb5854351 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:31.643011 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cdf67cf9-7e36-4486-9acc-d38270088a10 req-d486c4ab-4213-4974-bc46-5b7eb5854351 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0666611 Mar 08 12:05:31.643574 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.648375 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa7d0ee1-e1c7-4bfa-9ccd-edaf91e3eed0 HTTP/1.1" status: 204 len: 168 time: 0.3236301 Mar 08 12:05:31.664364 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7d0ee1-e1c7-4bfa-9ccd-edaf91e3eed0,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:31.677518 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.678572 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.684120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.684120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.684120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.684120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.684120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.684120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.684120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.684120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.684120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.684120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.684120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097e09-1996-4ae3-ab15-fc82b95e5ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:31.705055 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:31.705464 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.718954 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cdf67cf9-7e36-4486-9acc-d38270088a10 req-dfbdc724-dc23-4718-bb46-136b7f59aeca tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627637 Mar 08 12:05:31.758130 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b2cc44c5-3b2a-4d37-8e60-0960db975ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (da26f64f-048c-471b-a815-1dfba05097c5), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.758846 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:31.801470 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-b2cc44c5-3b2a-4d37-8e60-0960db975ecf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c18cacf0aa234969b83b1ca350a13cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289465 Mar 08 12:05:31.804141 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc44c5-3b2a-4d37-8e60-0960db975ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da26f64f-048c-471b-a815-1dfba05097c5,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:31.809604 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 48652) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:31.838064 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.872320 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d68cdacd-49a7-454a-b3e6-ede70b77f051 admin admin] Publish callbacks [] for security_group (da26f64f-048c-471b-a815-1dfba05097c5), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.891180 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:31.894758 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d68cdacd-49a7-454a-b3e6-ede70b77f051 admin admin] Publish callbacks [] for security_group (da26f64f-048c-471b-a815-1dfba05097c5), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:31.966034 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:05:32.055155 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d68cdacd-49a7-454a-b3e6-ede70b77f051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (da26f64f-048c-471b-a815-1dfba05097c5), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:32.058782 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d68cdacd-49a7-454a-b3e6-ede70b77f051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:32.060753 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-d68cdacd-49a7-454a-b3e6-ede70b77f051 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da26f64f-048c-471b-a815-1dfba05097c5 HTTP/1.1" status: 204 len: 168 time: 0.2494528 Mar 08 12:05:32.069038 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cdacd-49a7-454a-b3e6-ede70b77f051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da26f64f-048c-471b-a815-1dfba05097c5,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:32.245527 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f8684-1006-4815-82f8-a2231bf7edd0 req-4d800552-ecb6-48f2-a083-77dd3faace19 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:32.247063 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa1f8684-1006-4815-82f8-a2231bf7edd0 req-4d800552-ecb6-48f2-a083-77dd3faace19 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0640814 Mar 08 12:05:32.310968 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa1f8684-1006-4815-82f8-a2231bf7edd0 req-1a67511c-3e50-4502-bd21-b290b28a5f07 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531352 Mar 08 12:05:32.426221 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16deb53-47d2-40f3-ac12-f53c3c509545 req-8dd28be6-fc5c-48d2-a73f-b56151d6ecde tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:32.427823 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b16deb53-47d2-40f3-ac12-f53c3c509545 req-8dd28be6-fc5c-48d2-a73f-b56151d6ecde tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 944 time: 0.0581739 Mar 08 12:05:32.485033 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b16deb53-47d2-40f3-ac12-f53c3c509545 req-d437119b-ab36-4a10-9e50-58152c6a139b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510073 Mar 08 12:05:32.591574 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1ae25-df15-47cd-95f3-605bfe60d3c5 req-5aa490a5-a154-452e-bd87-442699cded50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:32.591574 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c0f1ae25-df15-47cd-95f3-605bfe60d3c5 req-5aa490a5-a154-452e-bd87-442699cded50 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 1129 time: 0.0575733 Mar 08 12:05:32.648701 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c0f1ae25-df15-47cd-95f3-605bfe60d3c5 req-fcc3b40f-51e6-424a-939f-4297d38ba60c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491288 Mar 08 12:05:32.786172 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6861934-e47f-4071-af29-f1b849c662e8 req-bf83e8cc-7cb2-49a3-b70f-3e1713141bb8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:32.787940 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d6861934-e47f-4071-af29-f1b849c662e8 req-bf83e8cc-7cb2-49a3-b70f-3e1713141bb8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0783873 Mar 08 12:05:32.854555 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d6861934-e47f-4071-af29-f1b849c662e8 req-146ec44a-534c-4086-9ad2-f163d2da3621 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547984 Mar 08 12:05:32.897516 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36331a59-1f04-4408-84b6-ce9e2b898414 req-f8335453-973a-497b-a00d-71026593a24d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:32.899258 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-36331a59-1f04-4408-84b6-ce9e2b898414 req-f8335453-973a-497b-a00d-71026593a24d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0897543 Mar 08 12:05:32.971736 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-36331a59-1f04-4408-84b6-ce9e2b898414 req-9a1b3e33-0c3b-4ffb-88b1-8339d50d081a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666769 Mar 08 12:05:33.261053 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f34d0aa1-c8b3-44fd-93fb-267c4c677791 req-cf4e99ef-f7e6-493a-8d27-16f5d77fd67e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495467 Mar 08 12:05:33.283170 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:33.285742 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d784f976-469c-4efb-9608-31ecaf051499" -d '{"events": [{"server_uuid": "80ac4b85-b4bd-4609-8e1a-623d9eba5603", "name": "network-vif-plugged", "status": "completed", "tag": "a67ff0e9-00fa-4d5a-9686-f8a01846c7bb"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:33.322499 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db6cfcf-b63f-4746-abd6-6e1b6066b8b5 x-openstack-request-id: req-9db6cfcf-b63f-4746-abd6-6e1b6066b8b5 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:33.322815 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ac4b85-b4bd-4609-8e1a-623d9eba5603", "name": "network-vif-plugged", "status": "completed", "tag": "a67ff0e9-00fa-4d5a-9686-f8a01846c7bb", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:33.323085 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9db6cfcf-b63f-4746-abd6-6e1b6066b8b5 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:33.323493 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'code': 200} Mar 08 12:05:33.409798 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a017dc74-6887-47de-b2eb-8c8051858f57 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:33.515339 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0aa1-c8b3-44fd-93fb-267c4c677791 req-c44af0e6-94a4-4341-bc37-55e56a69e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:33.516915 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f34d0aa1-c8b3-44fd-93fb-267c4c677791 req-c44af0e6-94a4-4341-bc37-55e56a69e190 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=638b3ca153e64d9481be6f83a027bb31&device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 1129 time: 0.1190696 Mar 08 12:05:33.525817 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dd149-6669-4263-ba92-31019c837f8b req-0c95eb82-b9b9-4c69-be65-fdb888a0bb31 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:33.531702 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-035dd149-6669-4263-ba92-31019c837f8b req-0c95eb82-b9b9-4c69-be65-fdb888a0bb31 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.1063321 Mar 08 12:05:33.592234 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port a017dc74-6887-47de-b2eb-8c8051858f57 completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:05:33.598841 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port a017dc74-6887-47de-b2eb-8c8051858f57 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:33.600710 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:33.678011 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d043-d95a-45f6-a330-ab97a37517ce req-c14ecc44-39ec-43f3-9d90-8f0f017d1a92 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:33.680331 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-bd48d043-d95a-45f6-a330-ab97a37517ce req-c14ecc44-39ec-43f3-9d90-8f0f017d1a92 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 944 time: 0.0996161 Mar 08 12:05:33.695503 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-035dd149-6669-4263-ba92-31019c837f8b req-26fd0ac3-4e8c-4359-9b4f-5a4947d3a957 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622510 Mar 08 12:05:33.726314 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port a017dc74-6887-47de-b2eb-8c8051858f57 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:33.726940 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:33.748000 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0aa1-c8b3-44fd-93fb-267c4c677791 req-af85d586-7349-49d0-b795-9f412fedafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:33.748251 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-bd48d043-d95a-45f6-a330-ab97a37517ce req-911f1255-6cd8-43ee-9132-e39746bb5203 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607235 Mar 08 12:05:33.749496 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f34d0aa1-c8b3-44fd-93fb-267c4c677791 req-af85d586-7349-49d0-b795-9f412fedafd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2ce7642-9233-4bb5-9d04-ed28528d8573 HTTP/1.1" status: 200 len: 912 time: 0.2046380 Mar 08 12:05:33.796722 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port a017dc74-6887-47de-b2eb-8c8051858f57, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a017dc74-6887-47de-b2eb-8c8051858f57,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:33.834144 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f34d0aa1-c8b3-44fd-93fb-267c4c677791 req-05af52e0-1fb3-4630-a9a2-165069c2be27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4343e265-f02c-40ae-a5b3-3140b4bfb582 HTTP/1.1" status: 200 len: 217 time: 0.0719707 Mar 08 12:05:33.889622 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62e532-a4f5-4f74-a114-c05a70a172db req-87f4a61e-17fb-4022-b1ac-144bbd74f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:33.891203 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4c62e532-a4f5-4f74-a114-c05a70a172db req-87f4a61e-17fb-4022-b1ac-144bbd74f28e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 1130 time: 0.1306608 Mar 08 12:05:33.902008 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0aa1-c8b3-44fd-93fb-267c4c677791 req-559cbb9f-3224-45b9-a891-88c4c003da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:33.903819 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f34d0aa1-c8b3-44fd-93fb-267c4c677791 req-559cbb9f-3224-45b9-a891-88c4c003da54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c58cc02a-344d-4edc-9faa-51d79eb14286 HTTP/1.1" status: 200 len: 851 time: 0.0595539 Mar 08 12:05:33.906237 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:33.962822 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f34d0aa1-c8b3-44fd-93fb-267c4c677791 req-1ae0ac7d-82a1-4ce3-845e-ea2bce97c495 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2ce7642-9233-4bb5-9d04-ed28528d8573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449641 Mar 08 12:05:33.977424 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=a017dc74-6887-47de-b2eb-8c8051858f57,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:33.987927 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:33.988966 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:33.989536 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:33.993018 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:33.993018 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:33.993018 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:33.993018 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:33.993018 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:33.993018 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:33.993018 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:33.993517 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:33.993586 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:33.994065 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:34.118225 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f278b1-68a8-44b1-b25f-1aa2470d2db5 req-fc9ebd0c-ecf2-4bef-86bf-55d74711cb30 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:34.126565 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-53f278b1-68a8-44b1-b25f-1aa2470d2db5 req-fc9ebd0c-ecf2-4bef-86bf-55d74711cb30 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0677400 Mar 08 12:05:34.173157 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f34d0aa1-c8b3-44fd-93fb-267c4c677791 req-0c9b6340-3246-43c7-a9cf-bebb96106a1c service neutron] 10.222.0.55 "GET /v2.0/networks/a2ce7642-9233-4bb5-9d04-ed28528d8573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810164 Mar 08 12:05:34.179290 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4c62e532-a4f5-4f74-a114-c05a70a172db req-8b55e357-6e4b-4013-9bf8-f8e3b2c3a795 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743547 Mar 08 12:05:34.192957 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-53f278b1-68a8-44b1-b25f-1aa2470d2db5 req-b7fd40c7-ddb8-49ef-a9aa-dc17312b3d19 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632186 Mar 08 12:05:34.225926 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076d8e8-b91a-4e9d-b12b-01f2d16e21fe req-2ffdb903-f5a6-4ae7-a153-864c442f860d tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:34.227554 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1076d8e8-b91a-4e9d-b12b-01f2d16e21fe req-2ffdb903-f5a6-4ae7-a153-864c442f860d tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.2695048 Mar 08 12:05:34.325366 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f34d0aa1-c8b3-44fd-93fb-267c4c677791 req-1c36e09c-b7b1-456b-8753-9363fe65d7d1 service neutron] 10.222.0.55 "GET /v2.0/networks/a2ce7642-9233-4bb5-9d04-ed28528d8573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441236 Mar 08 12:05:34.328708 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1076d8e8-b91a-4e9d-b12b-01f2d16e21fe req-f2017a3d-c3a3-4705-8f17-479279cb695c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678475 Mar 08 12:05:34.820709 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d55b6-f94f-44e3-af4b-a24341835676 req-52341434-3744-4c14-bb03-1cbccbb1a5c2 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:34.822273 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-df7d55b6-f94f-44e3-af4b-a24341835676 req-52341434-3744-4c14-bb03-1cbccbb1a5c2 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0557754 Mar 08 12:05:34.884619 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-df7d55b6-f94f-44e3-af4b-a24341835676 req-2c0b0a57-c757-4640-b603-028cc3d55d3b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564201 Mar 08 12:05:34.891424 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becca258-36f4-4458-818e-bd3313a8083f req-26a225de-5d4a-4d61-96e4-31d62d76e09f tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:34.893186 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-becca258-36f4-4458-818e-bd3313a8083f req-26a225de-5d4a-4d61-96e4-31d62d76e09f tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0599129 Mar 08 12:05:34.943645 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-becca258-36f4-4458-818e-bd3313a8083f req-9472eaf5-76ba-480f-832c-72c3a6acbc6f tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439665 Mar 08 12:05:35.153059 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 48772) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:35.266875 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0c107a70-daee-4567-a8e2-e8c1e45f28c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:35.306620 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd68681-197c-42f2-a565-1b7cd5d19abf req-2eda2924-f283-434a-b39e-23d79290d2bd tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:35.308235 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3dd68681-197c-42f2-a565-1b7cd5d19abf req-2eda2924-f283-434a-b39e-23d79290d2bd tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0526524 Mar 08 12:05:35.324433 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9188bb1-aae5-4b6c-86e5-87976edb464f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a017dc74-6887-47de-b2eb-8c8051858f57'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:35.326733 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0820b85b-8050-4bbf-a425-44a824f7d4a6" -d '{"events": [{"server_uuid": "d9188bb1-aae5-4b6c-86e5-87976edb464f", "name": "network-vif-plugged", "status": "completed", "tag": "a017dc74-6887-47de-b2eb-8c8051858f57"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:35.343555 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0c107a70-daee-4567-a8e2-e8c1e45f28c2 admin admin] Publish callbacks [] for security_group (86d2fc13-56db-426d-be07-6662b4268fbf), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:35.360361 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3dd68681-197c-42f2-a565-1b7cd5d19abf req-c7881901-1af5-49a1-a0d2-e41b72c0056e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465980 Mar 08 12:05:35.362788 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68ca61c-71ab-4ee1-a952-6e1ed4afadd6 x-openstack-request-id: req-f68ca61c-71ab-4ee1-a952-6e1ed4afadd6 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:35.363978 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9188bb1-aae5-4b6c-86e5-87976edb464f", "name": "network-vif-plugged", "status": "completed", "tag": "a017dc74-6887-47de-b2eb-8c8051858f57", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:35.364365 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f68ca61c-71ab-4ee1-a952-6e1ed4afadd6 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:35.364869 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9188bb1-aae5-4b6c-86e5-87976edb464f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a017dc74-6887-47de-b2eb-8c8051858f57', 'code': 200} Mar 08 12:05:35.438293 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0c107a70-daee-4567-a8e2-e8c1e45f28c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (86d2fc13-56db-426d-be07-6662b4268fbf), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:35.490051 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-0c107a70-daee-4567-a8e2-e8c1e45f28c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c7449836d734460a8c4c637be3365bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354640 Mar 08 12:05:35.491612 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c107a70-daee-4567-a8e2-e8c1e45f28c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d2fc13-56db-426d-be07-6662b4268fbf,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:35.492749 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48782) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:35.500712 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca803e4-3ad5-439c-9000-4f0d76783213 req-c9d7eee2-a03a-42e9-bd7e-69397a595135 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:35.502215 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cca803e4-3ad5-439c-9000-4f0d76783213 req-c9d7eee2-a03a-42e9-bd7e-69397a595135 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0966020 Mar 08 12:05:35.552474 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cca803e4-3ad5-439c-9000-4f0d76783213 req-9a3c5c3d-1a2c-474a-b343-0463422ac097 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426006 Mar 08 12:05:35.554414 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2898ed84-8576-449e-9163-1630e25be0f3 admin admin] Publish callbacks [] for security_group (86d2fc13-56db-426d-be07-6662b4268fbf), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:35.578081 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2898ed84-8576-449e-9163-1630e25be0f3 admin admin] Publish callbacks [] for security_group (86d2fc13-56db-426d-be07-6662b4268fbf), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:35.717097 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2898ed84-8576-449e-9163-1630e25be0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (86d2fc13-56db-426d-be07-6662b4268fbf), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:35.719632 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2898ed84-8576-449e-9163-1630e25be0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:35.720783 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-2898ed84-8576-449e-9163-1630e25be0f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86d2fc13-56db-426d-be07-6662b4268fbf HTTP/1.1" status: 204 len: 168 time: 0.2270546 Mar 08 12:05:35.729227 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898ed84-8576-449e-9163-1630e25be0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d2fc13-56db-426d-be07-6662b4268fbf,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:36.020151 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db75be0-ac22-417f-a72f-c51533ca9a05 req-656e5b64-668c-4e33-b4fa-818a9f4bef8d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:36.025147 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8db75be0-ac22-417f-a72f-c51533ca9a05 req-656e5b64-668c-4e33-b4fa-818a9f4bef8d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0710380 Mar 08 12:05:36.082409 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8db75be0-ac22-417f-a72f-c51533ca9a05 req-1f032dca-de5c-44fc-8aa2-997f1f745bae tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509436 Mar 08 12:05:36.086342 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f923f-b9ee-46fc-aa04-6ee90302e2e4 req-bb8a6568-6b24-44db-ac41-e068ae6e99fd tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:36.088059 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a55f923f-b9ee-46fc-aa04-6ee90302e2e4 req-bb8a6568-6b24-44db-ac41-e068ae6e99fd tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0743229 Mar 08 12:05:36.138532 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a55f923f-b9ee-46fc-aa04-6ee90302e2e4 req-0f7a0c4a-db1f-4578-aa50-a9bf3feecea3 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449514 Mar 08 12:05:36.373960 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 48798) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:36.387551 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e794-3319-42f3-870c-2326580c0bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:36.462885 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e794-3319-42f3-870c-2326580c0bfa admin admin] Publish callbacks [] for security_group (2c287460-376e-482c-982d-c10516d90c4b), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:36.491631 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87bb18-0204-48ab-8a1b-97868d1e2f2b req-563522ed-c7bd-4de3-a378-26ee6a24bd90 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:36.493181 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6a87bb18-0204-48ab-8a1b-97868d1e2f2b req-563522ed-c7bd-4de3-a378-26ee6a24bd90 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0570409 Mar 08 12:05:36.511430 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e794-3319-42f3-870c-2326580c0bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (2c287460-376e-482c-982d-c10516d90c4b), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:36.544435 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6a87bb18-0204-48ab-8a1b-97868d1e2f2b req-12eff31e-0e12-42e8-bbcc-933d1220f21c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448968 Mar 08 12:05:36.555358 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-d6b4e794-3319-42f3-870c-2326580c0bfa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52192265cc054b64860ced56305bd36c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799355 Mar 08 12:05:36.557041 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4e794-3319-42f3-870c-2326580c0bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c287460-376e-482c-982d-c10516d90c4b,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:36.563038 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48802) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:36.607852 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c05205fb-8d87-4197-b854-654be1ea3cdf admin admin] Publish callbacks [] for security_group (2c287460-376e-482c-982d-c10516d90c4b), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:36.631829 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c05205fb-8d87-4197-b854-654be1ea3cdf admin admin] Publish callbacks [] for security_group (2c287460-376e-482c-982d-c10516d90c4b), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:36.676758 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d795a-e8fe-4e42-a0b4-385242119d00 req-397a2926-54b7-4da3-aca1-e4d14f5098bc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:36.678308 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e34d795a-e8fe-4e42-a0b4-385242119d00 req-397a2926-54b7-4da3-aca1-e4d14f5098bc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0585968 Mar 08 12:05:36.726719 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e34d795a-e8fe-4e42-a0b4-385242119d00 req-9268b570-2e32-48bb-b577-69fd246801be tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429010 Mar 08 12:05:36.848586 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c05205fb-8d87-4197-b854-654be1ea3cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (2c287460-376e-482c-982d-c10516d90c4b), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:36.851087 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c05205fb-8d87-4197-b854-654be1ea3cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:36.852333 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c05205fb-8d87-4197-b854-654be1ea3cdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c287460-376e-482c-982d-c10516d90c4b HTTP/1.1" status: 204 len: 168 time: 0.2927384 Mar 08 12:05:36.860438 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05205fb-8d87-4197-b854-654be1ea3cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c287460-376e-482c-982d-c10516d90c4b,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:37.209562 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b4ac8-e643-44ae-a43f-dc2e920745a8 req-c77eb845-cd53-41c4-a8a4-b2bf3e3e7bd4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:37.209562 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-834b4ac8-e643-44ae-a43f-dc2e920745a8 req-c77eb845-cd53-41c4-a8a4-b2bf3e3e7bd4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0552149 Mar 08 12:05:37.268165 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-834b4ac8-e643-44ae-a43f-dc2e920745a8 req-884cb49c-19d7-4c73-b62d-4cd037b1260a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530982 Mar 08 12:05:37.274251 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee6047-678b-4106-bd03-70215613ed33 req-d484e4a7-538b-4427-b786-3b7313ce0f83 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:37.274251 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-45ee6047-678b-4106-bd03-70215613ed33 req-d484e4a7-538b-4427-b786-3b7313ce0f83 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0636427 Mar 08 12:05:37.326911 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-45ee6047-678b-4106-bd03-70215613ed33 req-d2267122-45a1-47be-9ada-5ad822c64589 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489097 Mar 08 12:05:37.676682 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539220d-7c1b-4fe3-8600-e710288a2ae8 req-7966c432-a6f0-45fa-bcfe-559e5595d498 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:37.678201 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7539220d-7c1b-4fe3-8600-e710288a2ae8 req-7966c432-a6f0-45fa-bcfe-559e5595d498 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0594850 Mar 08 12:05:37.743616 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7539220d-7c1b-4fe3-8600-e710288a2ae8 req-d1bf5f0d-ee47-425f-85e7-ad7b86c2e5cb tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563555 Mar 08 12:05:37.868565 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5cb77-407d-48ce-8453-95af5892ee1f req-3abed576-fca2-455f-9eff-7910a060185b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:37.870159 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13c5cb77-407d-48ce-8453-95af5892ee1f req-3abed576-fca2-455f-9eff-7910a060185b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0720110 Mar 08 12:05:37.927724 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13c5cb77-407d-48ce-8453-95af5892ee1f req-edb98673-3dc6-4683-9de4-5391becd7a16 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467520 Mar 08 12:05:38.415611 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ace18-876c-4fec-832d-82ed9882584b req-0fad2cc8-c52a-4c61-bb03-5e1a4dcfdb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:38.415611 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7f3ace18-876c-4fec-832d-82ed9882584b req-0fad2cc8-c52a-4c61-bb03-5e1a4dcfdb37 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 1129 time: 0.0630589 Mar 08 12:05:38.415611 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7f3ace18-876c-4fec-832d-82ed9882584b req-829dfe8e-8a42-4485-be44-3e051e5d0946 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441384 Mar 08 12:05:38.466473 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba7cee-c1ea-469d-b679-2424781752ae req-4f0b151e-eb73-4319-8cd5-58546a3fd3e8 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:38.470481 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d5ba7cee-c1ea-469d-b679-2424781752ae req-4f0b151e-eb73-4319-8cd5-58546a3fd3e8 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0868156 Mar 08 12:05:38.511835 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39cece-15d4-48a9-bf5f-db9aed66f4ed req-347cc627-aff9-4fff-b6da-8257a90679e5 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:38.513530 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8b39cece-15d4-48a9-bf5f-db9aed66f4ed req-347cc627-aff9-4fff-b6da-8257a90679e5 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.1126957 Mar 08 12:05:38.530645 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d5ba7cee-c1ea-469d-b679-2424781752ae req-db63870e-adde-42a7-a5ec-0c39efb39cf9 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543787 Mar 08 12:05:38.586033 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8b39cece-15d4-48a9-bf5f-db9aed66f4ed req-09b295ea-86b6-4cba-bc62-e5f332502d6c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667949 Mar 08 12:05:38.904002 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e9532-0b8d-457c-a794-ef6bfe3b66fa req-769ba37e-663a-4f35-a8ad-c2ffc4a7e8fd tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:38.905736 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a54e9532-0b8d-457c-a794-ef6bfe3b66fa req-769ba37e-663a-4f35-a8ad-c2ffc4a7e8fd tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0762582 Mar 08 12:05:38.961838 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a54e9532-0b8d-457c-a794-ef6bfe3b66fa req-6451fd33-e32e-4663-b965-025dd3bdc691 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468881 Mar 08 12:05:39.094336 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ac5ad-58f3-42d5-8d9b-1603a4c84041 req-e83d0487-e9da-456d-8331-8d1f6cd12e2c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:39.102010 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-320ac5ad-58f3-42d5-8d9b-1603a4c84041 req-e83d0487-e9da-456d-8331-8d1f6cd12e2c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0650258 Mar 08 12:05:39.123962 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580631-0891-4c97-aa4e-7f9392cadad7 req-6a565b11-ad42-4748-83be-c47a01650df0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:39.127155 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4c580631-0891-4c97-aa4e-7f9392cadad7 req-6a565b11-ad42-4748-83be-c47a01650df0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0565186 Mar 08 12:05:39.134948 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 48912) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:39.140520 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-12961fce-d2ca-4f73-827e-1753423d9751 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Request body: {'floatingip': {'port_id': '6ac8ad31-acaf-4663-8ea0-07239ed0199d'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:39.154226 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-320ac5ad-58f3-42d5-8d9b-1603a4c84041 req-5134398e-0d56-483e-85c6-3d1d1f3ed607 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513179 Mar 08 12:05:39.226459 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-12961fce-d2ca-4f73-827e-1753423d9751 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (6f959a02-a7ef-495e-a538-4fe9e8d82c2c), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:39.726479 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05c053-6117-49cd-89c1-e511d26dc77c req-c90d2b7e-2832-448b-9106-5a633d433680 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:39.727903 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cd05c053-6117-49cd-89c1-e511d26dc77c req-c90d2b7e-2832-448b-9106-5a633d433680 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0666029 Mar 08 12:05:39.777677 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cd05c053-6117-49cd-89c1-e511d26dc77c req-01553e95-8326-47d9-a08e-c8549034484f tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435281 Mar 08 12:05:39.966334 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dee3e-f0c3-4abc-ad56-e4b03dee5ade req-2be92e04-a85b-4f07-8143-527212d005d7 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:39.967844 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b89dee3e-f0c3-4abc-ad56-e4b03dee5ade req-2be92e04-a85b-4f07-8143-527212d005d7 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.3564453 Mar 08 12:05:40.129684 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b89dee3e-f0c3-4abc-ad56-e4b03dee5ade req-98a4191e-df3e-4eb3-aadf-41f4bd512915 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539361 Mar 08 12:05:40.154636 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-12961fce-d2ca-4f73-827e-1753423d9751 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:40.219805 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-12961fce-d2ca-4f73-827e-1753423d9751 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (6f959a02-a7ef-495e-a538-4fe9e8d82c2c), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:40.292166 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc51e64-4bcf-410c-8575-21ac69e360f9 req-9e4e5446-a9c2-47f2-9e4c-d8e7da6c1fa4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:40.294335 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7bc51e64-4bcf-410c-8575-21ac69e360f9 req-9e4e5446-a9c2-47f2-9e4c-d8e7da6c1fa4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0715952 Mar 08 12:05:40.343871 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [None req-12961fce-d2ca-4f73-827e-1753423d9751 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Floating IP 6f959a02-a7ef-495e-a538-4fe9e8d82c2c associated. External IP: 172.27.1.148, port: 6ac8ad31-acaf-4663-8ea0-07239ed0199d. Mar 08 12:05:40.354387 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7bc51e64-4bcf-410c-8575-21ac69e360f9 req-dcb357a2-7b4a-46c6-8619-2ec04b51c959 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532596 Mar 08 12:05:40.529354 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86280a-c254-4213-91e6-9c4afc7fbe3c req-b77b8def-9da7-491b-a4eb-f7121205eaac tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:40.533997 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3b86280a-c254-4213-91e6-9c4afc7fbe3c req-b77b8def-9da7-491b-a4eb-f7121205eaac tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.1065233 Mar 08 12:05:40.541737 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 48958) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:40.549534 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-147828ff-c87b-452f-b4cb-57681f9517c3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'floatingip': {'port_id': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:40.623256 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12961fce-d2ca-4f73-827e-1753423d9751 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Router 78ca01d5-eaff-46d1-841e-5870543e8335 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:05:40.628659 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-147828ff-c87b-452f-b4cb-57681f9517c3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (37e14603-0c65-4b41-883c-59bed0d1fbbe), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:40.740042 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12961fce-d2ca-4f73-827e-1753423d9751 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:05:40.744964 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-12961fce-d2ca-4f73-827e-1753423d9751 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:40.758481 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed2ac2-65ae-495e-92a5-92a6ac7795e3 None None] Sync routers for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:40.774163 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed2ac2-65ae-495e-92a5-92a6ac7795e3 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:40.775852 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-cbed2ac2-65ae-495e-92a5-92a6ac7795e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:40.787250 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-12961fce-d2ca-4f73-827e-1753423d9751 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "PUT /v2.0/floatingips/6f959a02-a7ef-495e-a538-4fe9e8d82c2c HTTP/1.1" status: 200 len: 991 time: 1.6505179 Mar 08 12:05:40.787843 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:40.790096 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eafde1-f8a4-4cea-ae38-520017a199a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:40.844712 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfecd94b-7638-4365-bd42-1b449252bf30 x-openstack-request-id: req-dfecd94b-7638-4365-bd42-1b449252bf30 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:40.845207 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:40.845775 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dfecd94b-7638-4365-bd42-1b449252bf30 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:40.846321 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'status': 'completed', 'code': 200} Mar 08 12:05:40.927582 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5346a-371c-4bbb-a6d0-67d0f6871439 req-401c349c-9931-4493-b8e8-20620dc4d961 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:40.929281 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0ef5346a-371c-4bbb-a6d0-67d0f6871439 req-401c349c-9931-4493-b8e8-20620dc4d961 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0607135 Mar 08 12:05:40.931011 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-cbed2ac2-65ae-495e-92a5-92a6ac7795e3 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:40.988478 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0ef5346a-371c-4bbb-a6d0-67d0f6871439 req-b74bf14e-b738-4b5c-acdf-8c13508717fe tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488465 Mar 08 12:05:41.246167 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-cbed2ac2-65ae-495e-92a5-92a6ac7795e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '6f959a02-a7ef-495e-a538-4fe9e8d82c2c', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'port_id': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'mac_address': 'fa:16:3e:b3:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:04:57Z', 'updated_at': '2022-03-08T12:05:39Z', 'revision_number': 1, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 5, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:41.272334 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed2ac2-65ae-495e-92a5-92a6ac7795e3 None None] Checking router: 78ca01d5-eaff-46d1-841e-5870543e8335 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:41.281439 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed2ac2-65ae-495e-92a5-92a6ac7795e3 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:41.282058 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-cbed2ac2-65ae-495e-92a5-92a6ac7795e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:41.413202 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-cbed2ac2-65ae-495e-92a5-92a6ac7795e3 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:41.418623 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d11ba-974f-402c-b86d-1829aa8b508a req-354b8998-a5df-4c71-8405-3c5138a6fa9c tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:41.422955 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-dd8d11ba-974f-402c-b86d-1829aa8b508a req-354b8998-a5df-4c71-8405-3c5138a6fa9c tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.1861827 Mar 08 12:05:41.598026 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-dd8d11ba-974f-402c-b86d-1829aa8b508a req-59ce52db-64f5-47af-91d8-4fceff5cf2d0 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669743 Mar 08 12:05:41.618904 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-147828ff-c87b-452f-b4cb-57681f9517c3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:41.674379 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-cbed2ac2-65ae-495e-92a5-92a6ac7795e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '6f959a02-a7ef-495e-a538-4fe9e8d82c2c', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'port_id': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'mac_address': 'fa:16:3e:b3:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:04:57Z', 'updated_at': '2022-03-08T12:05:39Z', 'revision_number': 1, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 5, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:41.704431 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbed2ac2-65ae-495e-92a5-92a6ac7795e3 None None] The sync data for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi is: [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '6f959a02-a7ef-495e-a538-4fe9e8d82c2c', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'port_id': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'mac_address': 'fa:16:3e:b3:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:04:57Z', 'updated_at': '2022-03-08T12:05:39Z', 'revision_number': 1, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 5, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:41.739808 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-147828ff-c87b-452f-b4cb-57681f9517c3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (37e14603-0c65-4b41-883c-59bed0d1fbbe), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:41.852186 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.l3_db [None req-147828ff-c87b-452f-b4cb-57681f9517c3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Floating IP 37e14603-0c65-4b41-883c-59bed0d1fbbe associated. External IP: 172.27.1.66, port: a67ff0e9-00fa-4d5a-9686-f8a01846c7bb. Mar 08 12:05:41.928799 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f7198a-e9f3-4c5e-879a-4cc6ee731bde None None] New status for floating IP 6f959a02-a7ef-495e-a538-4fe9e8d82c2c: ACTIVE {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:05:42.084517 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147828ff-c87b-452f-b4cb-57681f9517c3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Router 815211d6-f3c9-4422-817c-471d4aae972e has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:05:42.111156 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe2669-2fd2-4346-a64e-82a85fad4f8c req-b1de7776-d828-40b3-933b-637e3443234e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:42.113266 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eabe2669-2fd2-4346-a64e-82a85fad4f8c req-b1de7776-d828-40b3-933b-637e3443234e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0574882 Mar 08 12:05:42.166031 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eabe2669-2fd2-4346-a64e-82a85fad4f8c req-10516c14-b1c9-49c3-b75e-1c258d4ad5da tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465908 Mar 08 12:05:42.214074 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147828ff-c87b-452f-b4cb-57681f9517c3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:05:42.218856 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-147828ff-c87b-452f-b4cb-57681f9517c3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:42.225074 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd3e58-839e-4f9d-a9ab-7acda1d76657 None None] Sync routers for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:42.235638 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd3e58-839e-4f9d-a9ab-7acda1d76657 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:42.235834 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-35dd3e58-839e-4f9d-a9ab-7acda1d76657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:42.251943 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-147828ff-c87b-452f-b4cb-57681f9517c3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "PUT /v2.0/floatingips/37e14603-0c65-4b41-883c-59bed0d1fbbe HTTP/1.1" status: 200 len: 991 time: 1.7085102 Mar 08 12:05:42.254225 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'tag': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:42.255404 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b60f879-cf44-4025-aac6-6078ef1b768b" -d '{"events": [{"name": "network-changed", "server_uuid": "80ac4b85-b4bd-4609-8e1a-623d9eba5603", "tag": "a67ff0e9-00fa-4d5a-9686-f8a01846c7bb"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:42.295168 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608b8a4a-a80b-407b-9073-4381693ed0c2 x-openstack-request-id: req-608b8a4a-a80b-407b-9073-4381693ed0c2 {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:42.295467 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ac4b85-b4bd-4609-8e1a-623d9eba5603", "tag": "a67ff0e9-00fa-4d5a-9686-f8a01846c7bb", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:42.295721 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-608b8a4a-a80b-407b-9073-4381693ed0c2 {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:42.296127 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'tag': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'status': 'completed', 'code': 200} Mar 08 12:05:42.359301 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-35dd3e58-839e-4f9d-a9ab-7acda1d76657 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:42.585504 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-35dd3e58-839e-4f9d-a9ab-7acda1d76657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '37e14603-0c65-4b41-883c-59bed0d1fbbe', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:55:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:41Z', 'revision_number': 1, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:42.614683 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd3e58-839e-4f9d-a9ab-7acda1d76657 None None] Checking router: 815211d6-f3c9-4422-817c-471d4aae972e for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:42.623914 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd3e58-839e-4f9d-a9ab-7acda1d76657 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:42.624542 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-35dd3e58-839e-4f9d-a9ab-7acda1d76657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:42.725170 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d9577-33ef-44b2-9431-4ea3da802aa7 req-ec24f6a6-3023-49d1-9766-b6f5498ac553 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:42.726899 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f68d9577-33ef-44b2-9431-4ea3da802aa7 req-ec24f6a6-3023-49d1-9766-b6f5498ac553 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0592511 Mar 08 12:05:42.774379 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f68d9577-33ef-44b2-9431-4ea3da802aa7 req-1d56bd74-7384-401e-93c4-f3dfafaa58bd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Mar 08 12:05:42.819610 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-35dd3e58-839e-4f9d-a9ab-7acda1d76657 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:42.934296 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60f879-cf44-4025-aac6-6078ef1b768b req-bcd568a1-770c-4139-af0a-94f695722bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:42.935949 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7b60f879-cf44-4025-aac6-6078ef1b768b req-bcd568a1-770c-4139-af0a-94f695722bea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 1130 time: 0.0816147 Mar 08 12:05:42.937996 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eafde1-f8a4-4cea-ae38-520017a199a1 req-907f85ca-bad8-4ae6-b3a0-7ad8458042af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:42.939425 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68eafde1-f8a4-4cea-ae38-520017a199a1 req-907f85ca-bad8-4ae6-b3a0-7ad8458042af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 1129 time: 0.0863404 Mar 08 12:05:43.061242 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-35dd3e58-839e-4f9d-a9ab-7acda1d76657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '37e14603-0c65-4b41-883c-59bed0d1fbbe', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:55:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:41Z', 'revision_number': 1, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:43.098489 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd3e58-839e-4f9d-a9ab-7acda1d76657 None None] The sync data for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi is: [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '37e14603-0c65-4b41-883c-59bed0d1fbbe', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:55:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:41Z', 'revision_number': 1, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:43.153881 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60f879-cf44-4025-aac6-6078ef1b768b req-90c2f9ca-397d-472d-a1a0-d11be75114fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:43.155615 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7b60f879-cf44-4025-aac6-6078ef1b768b req-90c2f9ca-397d-472d-a1a0-d11be75114fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 200 len: 915 time: 0.1622903 Mar 08 12:05:43.159628 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eafde1-f8a4-4cea-ae38-520017a199a1 req-dc1017c1-4d01-4685-b07a-ee6971795f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:43.161071 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68eafde1-f8a4-4cea-ae38-520017a199a1 req-dc1017c1-4d01-4685-b07a-ee6971795f25 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 HTTP/1.1" status: 200 len: 918 time: 0.1596677 Mar 08 12:05:43.333814 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967fa056-139c-4bd3-a539-5f6bc6d94720 None None] New status for floating IP 37e14603-0c65-4b41-883c-59bed0d1fbbe: ACTIVE {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:05:43.412346 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7b60f879-cf44-4025-aac6-6078ef1b768b req-100476f2-2825-406f-a8f6-607ccc48b4d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb HTTP/1.1" status: 200 len: 999 time: 0.1831572 Mar 08 12:05:43.416608 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68eafde1-f8a4-4cea-ae38-520017a199a1 req-6dc0f725-f102-450c-a927-4eb85d3b8c97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d HTTP/1.1" status: 200 len: 1001 time: 0.1797020 Mar 08 12:05:43.438537 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce90795-ab22-494b-9fd2-eb00ed81e54c req-5a49133a-25bb-4021-8a7d-42d7ba75183a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:43.440542 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0ce90795-ab22-494b-9fd2-eb00ed81e54c req-5a49133a-25bb-4021-8a7d-42d7ba75183a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.1567729 Mar 08 12:05:43.541626 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eafde1-f8a4-4cea-ae38-520017a199a1 req-445fd185-f842-4720-bdb1-27cc8e36477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:43.543068 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68eafde1-f8a4-4cea-ae38-520017a199a1 req-445fd185-f842-4720-bdb1-27cc8e36477c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0881ec02-52c5-41f4-9bad-8258b28ec43f HTTP/1.1" status: 200 len: 856 time: 0.1015859 Mar 08 12:05:43.548388 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60f879-cf44-4025-aac6-6078ef1b768b req-32d83d3c-5d15-466e-83da-f85197741535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:43.550284 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7b60f879-cf44-4025-aac6-6078ef1b768b req-32d83d3c-5d15-466e-83da-f85197741535 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a387d57-4cc1-4172-ab00-0a23139114fa HTTP/1.1" status: 200 len: 853 time: 0.1253023 Mar 08 12:05:43.591573 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0ce90795-ab22-494b-9fd2-eb00ed81e54c req-cd816a92-70b9-4565-8ffd-ffe17bd24904 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409388 Mar 08 12:05:43.636682 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eafde1-f8a4-4cea-ae38-520017a199a1 req-cff0a8bd-e57e-459e-ab94-c41369ea504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:43.638508 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68eafde1-f8a4-4cea-ae38-520017a199a1 req-cff0a8bd-e57e-459e-ab94-c41369ea504f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873933 Mar 08 12:05:43.640458 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60f879-cf44-4025-aac6-6078ef1b768b req-6ea45df1-55d7-4252-a2fc-e4ec3edb4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:43.641790 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7b60f879-cf44-4025-aac6-6078ef1b768b req-6ea45df1-55d7-4252-a2fc-e4ec3edb4d8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91deec2c-beff-469e-8457-e94ee53aae39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795829 Mar 08 12:05:43.912838 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1997c6a-cf1f-416a-b25f-5235e7e390f3 req-18e9d628-1f47-420f-8d29-93647cff1121 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:43.914560 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e1997c6a-cf1f-416a-b25f-5235e7e390f3 req-18e9d628-1f47-420f-8d29-93647cff1121 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0624206 Mar 08 12:05:43.965177 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e1997c6a-cf1f-416a-b25f-5235e7e390f3 req-29f4e36d-23fc-42fb-8979-fc2a9e78b363 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446324 Mar 08 12:05:44.045165 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7b60f879-cf44-4025-aac6-6078ef1b768b req-668b584c-c0ef-462a-94bf-c7550830f51e service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799348 Mar 08 12:05:44.046966 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68eafde1-f8a4-4cea-ae38-520017a199a1 req-3ac380fc-7ac7-4704-9dc7-03b473811791 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806508 Mar 08 12:05:44.203987 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7b60f879-cf44-4025-aac6-6078ef1b768b req-b5cb1444-6db4-43ec-b807-56260776adc6 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477540 Mar 08 12:05:44.208074 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68eafde1-f8a4-4cea-ae38-520017a199a1 req-bafbb72d-6f47-4781-9c46-ddffd1fc2184 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450872 Mar 08 12:05:44.714818 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9313c5-2f6f-44a4-a3fc-e19b40693834 req-c2fd8e8b-dd7d-4dc7-b4eb-f66ed5edc877 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:44.716224 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2d9313c5-2f6f-44a4-a3fc-e19b40693834 req-c2fd8e8b-dd7d-4dc7-b4eb-f66ed5edc877 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0556104 Mar 08 12:05:44.762001 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2d9313c5-2f6f-44a4-a3fc-e19b40693834 req-1a9aa58e-9ea9-4365-8fee-7afc0f7a1481 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396960 Mar 08 12:05:44.882595 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac729b6-56b9-4665-8e0f-3094b09a3572 req-cfde77a0-28ad-438f-89f8-24bc1237f24b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:44.884410 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4ac729b6-56b9-4665-8e0f-3094b09a3572 req-cfde77a0-28ad-438f-89f8-24bc1237f24b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0600722 Mar 08 12:05:44.898753 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49038) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:44.903366 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-eea7d354-afb7-4782-85fd-b8a93bfaa3d4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Request body: {'floatingip': {'port_id': 'a017dc74-6887-47de-b2eb-8c8051858f57'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:44.942983 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eea7d354-afb7-4782-85fd-b8a93bfaa3d4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (f31d3ca7-48fe-45ff-b24e-c394f165116c), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:45.163231 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90723f-f710-4b8b-8836-e97d03536b0d req-044489ee-d3b1-40ff-bd75-b8afce7d9bf6 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:45.164835 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e90723f-f710-4b8b-8836-e97d03536b0d req-044489ee-d3b1-40ff-bd75-b8afce7d9bf6 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.1145964 Mar 08 12:05:45.285030 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e90723f-f710-4b8b-8836-e97d03536b0d req-7952402a-d57b-4efe-af80-7deaaa606b1c tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915425 Mar 08 12:05:45.499515 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eea7d354-afb7-4782-85fd-b8a93bfaa3d4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:45.584716 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eea7d354-afb7-4782-85fd-b8a93bfaa3d4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (f31d3ca7-48fe-45ff-b24e-c394f165116c), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:45.693233 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.l3_db [None req-eea7d354-afb7-4782-85fd-b8a93bfaa3d4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Floating IP f31d3ca7-48fe-45ff-b24e-c394f165116c associated. External IP: 172.27.1.185, port: a017dc74-6887-47de-b2eb-8c8051858f57. Mar 08 12:05:45.932994 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea7d354-afb7-4782-85fd-b8a93bfaa3d4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:05:46.136268 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea7d354-afb7-4782-85fd-b8a93bfaa3d4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:05:46.145051 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eea7d354-afb7-4782-85fd-b8a93bfaa3d4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:46.149600 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dceae6-86e1-4c80-bb5f-1ef36cf045d3 None None] Sync routers for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:46.168514 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dceae6-86e1-4c80-bb5f-1ef36cf045d3 None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:46.169865 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-76dceae6-86e1-4c80-bb5f-1ef36cf045d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:46.207383 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-eea7d354-afb7-4782-85fd-b8a93bfaa3d4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "PUT /v2.0/floatingips/f31d3ca7-48fe-45ff-b24e-c394f165116c HTTP/1.1" status: 200 len: 991 time: 1.3027318 Mar 08 12:05:46.208365 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9188bb1-aae5-4b6c-86e5-87976edb464f', 'tag': 'a017dc74-6887-47de-b2eb-8c8051858f57'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:46.212291 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e387c6f-38e5-422a-a2a6-23dfdbf2125a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9188bb1-aae5-4b6c-86e5-87976edb464f", "tag": "a017dc74-6887-47de-b2eb-8c8051858f57"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:46.261975 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bf649d-4ea1-484e-833d-2f0c31b04cdb x-openstack-request-id: req-19bf649d-4ea1-484e-833d-2f0c31b04cdb {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:46.262294 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9188bb1-aae5-4b6c-86e5-87976edb464f", "tag": "a017dc74-6887-47de-b2eb-8c8051858f57", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:46.262539 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19bf649d-4ea1-484e-833d-2f0c31b04cdb {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:46.262947 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9188bb1-aae5-4b6c-86e5-87976edb464f', 'tag': 'a017dc74-6887-47de-b2eb-8c8051858f57', 'status': 'completed', 'code': 200} Mar 08 12:05:46.319529 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-76dceae6-86e1-4c80-bb5f-1ef36cf045d3 None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:46.434788 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e387c6f-38e5-422a-a2a6-23dfdbf2125a req-29789988-fece-4bf9-b625-375ce612fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:46.436669 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5e387c6f-38e5-422a-a2a6-23dfdbf2125a req-29789988-fece-4bf9-b625-375ce612fd97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8538495811a94895b410d83147c0f4dc&device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 1129 time: 0.1025760 Mar 08 12:05:46.450698 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150469a-4429-4c6f-a7ad-e1363e735c2a req-79e4d6e6-3cb8-4a4f-965d-b638d964b76f tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:46.452793 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2150469a-4429-4c6f-a7ad-e1363e735c2a req-79e4d6e6-3cb8-4a4f-965d-b638d964b76f tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0832579 Mar 08 12:05:46.555044 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e387c6f-38e5-422a-a2a6-23dfdbf2125a req-4ea89167-2223-44be-847a-87b094c09ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:46.556659 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5e387c6f-38e5-422a-a2a6-23dfdbf2125a req-4ea89167-2223-44be-847a-87b094c09ddd service neutron] 10.222.0.55 "GET /v2.0/networks?id=179e1abc-e30f-4687-8a9a-a281be5cbc95 HTTP/1.1" status: 200 len: 910 time: 0.1029301 Mar 08 12:05:46.595598 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2150469a-4429-4c6f-a7ad-e1363e735c2a req-0107cb38-66b8-420c-a2ac-1fa959195467 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509942 Mar 08 12:05:46.629584 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-76dceae6-86e1-4c80-bb5f-1ef36cf045d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': 'f31d3ca7-48fe-45ff-b24e-c394f165116c', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'port_id': 'a017dc74-6887-47de-b2eb-8c8051858f57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'mac_address': 'fa:16:3e:22:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9188bb1-aae5-4b6c-86e5-87976edb464f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:45Z', 'revision_number': 1, 'project_id': '8538495811a94895b410d83147c0f4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 5, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:46.668042 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dceae6-86e1-4c80-bb5f-1ef36cf045d3 None None] Checking router: d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:46.679029 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dceae6-86e1-4c80-bb5f-1ef36cf045d3 None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:46.679789 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-76dceae6-86e1-4c80-bb5f-1ef36cf045d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:46.681354 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c6ce3-bab8-4da5-8dfc-b8b4c62cd2c9 req-6aecd8ef-b820-47a0-993d-dbb8787507d1 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:46.683548 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-289c6ce3-bab8-4da5-8dfc-b8b4c62cd2c9 req-6aecd8ef-b820-47a0-993d-dbb8787507d1 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 945 time: 0.0680244 Mar 08 12:05:46.699139 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5e387c6f-38e5-422a-a2a6-23dfdbf2125a req-0e18fb67-c39e-4040-ab8b-1b4949d71c1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a017dc74-6887-47de-b2eb-8c8051858f57 HTTP/1.1" status: 200 len: 999 time: 0.0804861 Mar 08 12:05:46.757177 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-289c6ce3-bab8-4da5-8dfc-b8b4c62cd2c9 req-c0f1783a-1b62-4fba-8b02-13c43d5e06a9 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653076 Mar 08 12:05:46.782938 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e387c6f-38e5-422a-a2a6-23dfdbf2125a req-a2d4c218-edf3-4e84-9488-43daffd9e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:46.782938 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5e387c6f-38e5-422a-a2a6-23dfdbf2125a req-a2d4c218-edf3-4e84-9488-43daffd9e204 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb880db3-908f-4f74-bad5-3393fd22f872 HTTP/1.1" status: 200 len: 848 time: 0.0660613 Mar 08 12:05:46.802985 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-76dceae6-86e1-4c80-bb5f-1ef36cf045d3 None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:46.853269 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e387c6f-38e5-422a-a2a6-23dfdbf2125a req-2fa5b16e-feaa-4011-8548-5e7e588f79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:46.855088 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5e387c6f-38e5-422a-a2a6-23dfdbf2125a req-2fa5b16e-feaa-4011-8548-5e7e588f79c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=179e1abc-e30f-4687-8a9a-a281be5cbc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527697 Mar 08 12:05:46.957240 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5e387c6f-38e5-422a-a2a6-23dfdbf2125a req-079c98f0-fdbd-49a8-9798-7186ed0765f9 service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941391 Mar 08 12:05:47.047780 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-76dceae6-86e1-4c80-bb5f-1ef36cf045d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': 'f31d3ca7-48fe-45ff-b24e-c394f165116c', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'port_id': 'a017dc74-6887-47de-b2eb-8c8051858f57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'mac_address': 'fa:16:3e:22:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9188bb1-aae5-4b6c-86e5-87976edb464f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:45Z', 'revision_number': 1, 'project_id': '8538495811a94895b410d83147c0f4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 5, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:47.056145 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5e387c6f-38e5-422a-a2a6-23dfdbf2125a req-79d37980-e32b-4cd5-ab5f-d22eed96b801 service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890708 Mar 08 12:05:47.078945 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dceae6-86e1-4c80-bb5f-1ef36cf045d3 None None] The sync data for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi is: [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': 'f31d3ca7-48fe-45ff-b24e-c394f165116c', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'port_id': 'a017dc74-6887-47de-b2eb-8c8051858f57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'mac_address': 'fa:16:3e:22:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9188bb1-aae5-4b6c-86e5-87976edb464f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:01Z', 'updated_at': '2022-03-08T12:05:45Z', 'revision_number': 1, 'project_id': '8538495811a94895b410d83147c0f4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 5, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:47.323470 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcb25b4-42c5-4abd-999d-e224977370c0 None None] New status for floating IP f31d3ca7-48fe-45ff-b24e-c394f165116c: ACTIVE {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:05:47.720607 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49124) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:47.753970 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a923c-6520-4d0b-80b0-3f3b1579c7eb req-ae762a4a-05e9-49c2-837e-678921a002cf tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:47.753970 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-406a923c-6520-4d0b-80b0-3f3b1579c7eb req-ae762a4a-05e9-49c2-837e-678921a002cf tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0687101 Mar 08 12:05:47.813141 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-406a923c-6520-4d0b-80b0-3f3b1579c7eb req-b59361f6-9f21-43ba-8b1d-58695eec8e0d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524778 Mar 08 12:05:47.868638 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7f8f6e4e-5872-474b-98cd-5565dbe9b906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:47.918032 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f4009-2446-463e-8254-a74777d72d55 req-248bb404-243f-450e-896f-9f0bd6fd0b77 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:47.919541 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-152f4009-2446-463e-8254-a74777d72d55 req-248bb404-243f-450e-896f-9f0bd6fd0b77 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 945 time: 0.0552843 Mar 08 12:05:47.953067 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7f8f6e4e-5872-474b-98cd-5565dbe9b906 admin admin] Publish callbacks [] for security_group (4b4e8171-0c23-4c94-83dd-9a815e59b0d0), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:47.980608 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-152f4009-2446-463e-8254-a74777d72d55 req-7a765eca-38c4-426e-9416-28854456c6cd tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546196 Mar 08 12:05:48.036352 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7f8f6e4e-5872-474b-98cd-5565dbe9b906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (4b4e8171-0c23-4c94-83dd-9a815e59b0d0), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.073628 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f6e4e-5872-474b-98cd-5565dbe9b906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4e8171-0c23-4c94-83dd-9a815e59b0d0,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:48.078290 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-7f8f6e4e-5872-474b-98cd-5565dbe9b906 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee274da85237493c9cc5eac936703f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561294 Mar 08 12:05:48.082860 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49134) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:48.136800 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a3251ed8-0b6e-4897-b089-c7a8207c0f0a admin admin] Publish callbacks [] for security_group (4b4e8171-0c23-4c94-83dd-9a815e59b0d0), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.167525 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a3251ed8-0b6e-4897-b089-c7a8207c0f0a admin admin] Publish callbacks [] for security_group (4b4e8171-0c23-4c94-83dd-9a815e59b0d0), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.266129 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49138) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:48.310372 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a3251ed8-0b6e-4897-b089-c7a8207c0f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (4b4e8171-0c23-4c94-83dd-9a815e59b0d0), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.313152 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a3251ed8-0b6e-4897-b089-c7a8207c0f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.314288 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-a3251ed8-0b6e-4897-b089-c7a8207c0f0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b4e8171-0c23-4c94-83dd-9a815e59b0d0 HTTP/1.1" status: 204 len: 168 time: 0.2303126 Mar 08 12:05:48.323534 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3251ed8-0b6e-4897-b089-c7a8207c0f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4e8171-0c23-4c94-83dd-9a815e59b0d0,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:48.391574 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c67cc640-1ff6-4495-bbef-6e53c1fffc01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.493216 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c67cc640-1ff6-4495-bbef-6e53c1fffc01 admin admin] Publish callbacks [] for security_group (76f1410e-e869-46ac-b248-6d6b24801a93), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.619145 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c67cc640-1ff6-4495-bbef-6e53c1fffc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (76f1410e-e869-46ac-b248-6d6b24801a93), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.660691 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-c67cc640-1ff6-4495-bbef-6e53c1fffc01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e21571c8e72a4f15b80d62695b3bfcc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933856 Mar 08 12:05:48.661560 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cc640-1ff6-4495-bbef-6e53c1fffc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f1410e-e869-46ac-b248-6d6b24801a93,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:48.663632 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49146) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:48.722628 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7a987bf0-bb05-4ab8-9119-183bfe84d455 admin admin] Publish callbacks [] for security_group (76f1410e-e869-46ac-b248-6d6b24801a93), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.750800 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7a987bf0-bb05-4ab8-9119-183bfe84d455 admin admin] Publish callbacks [] for security_group (76f1410e-e869-46ac-b248-6d6b24801a93), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.904513 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7a987bf0-bb05-4ab8-9119-183bfe84d455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (76f1410e-e869-46ac-b248-6d6b24801a93), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.907617 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7a987bf0-bb05-4ab8-9119-183bfe84d455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:48.915033 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-7a987bf0-bb05-4ab8-9119-183bfe84d455 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76f1410e-e869-46ac-b248-6d6b24801a93 HTTP/1.1" status: 204 len: 168 time: 0.2437379 Mar 08 12:05:48.916916 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a987bf0-bb05-4ab8-9119-183bfe84d455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f1410e-e869-46ac-b248-6d6b24801a93,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:48.939532 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd6390-d81a-49b7-b32a-38f8b4862b6d req-bc64adad-f7ff-4ece-bfa8-1965dd459b64 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:48.943177 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-70dd6390-d81a-49b7-b32a-38f8b4862b6d req-bc64adad-f7ff-4ece-bfa8-1965dd459b64 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0587859 Mar 08 12:05:48.995483 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-70dd6390-d81a-49b7-b32a-38f8b4862b6d req-787d0a37-8827-4bde-a43c-9d8063318fdd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460551 Mar 08 12:05:49.111595 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc9e26-077c-45c9-9cea-73a48de07d85 req-16989cd1-2254-4865-a477-32bc48915b8b tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:49.113090 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8ffc9e26-077c-45c9-9cea-73a48de07d85 req-16989cd1-2254-4865-a477-32bc48915b8b tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 945 time: 0.0575397 Mar 08 12:05:49.170218 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8ffc9e26-077c-45c9-9cea-73a48de07d85 req-31d45fa9-5ace-4443-98f7-d1d2c6da9f61 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/security-groups?id=c704b74e-9f4a-4ff5-9990-55d4176a20e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513880 Mar 08 12:05:49.204640 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2b709-899e-42e2-9378-39b8ba249836 req-c3ffc3d0-2e1f-40c0-a06e-01373aa2f273 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:49.206808 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e8b2b709-899e-42e2-9378-39b8ba249836 req-c3ffc3d0-2e1f-40c0-a06e-01373aa2f273 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.55 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 945 time: 0.0630803 Mar 08 12:05:49.273598 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49172) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:49.353286 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [req-e8b2b709-899e-42e2-9378-39b8ba249836 req-8d40d21a-224c-4ec8-a688-ea92d24a707e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Deleting port 4343e265-f02c-40ae-a5b3-3140b4bfb582 {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:05:49.353649 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e8b2b709-899e-42e2-9378-39b8ba249836 req-8d40d21a-224c-4ec8-a688-ea92d24a707e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:49.451679 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-e8b2b709-899e-42e2-9378-39b8ba249836 req-8d40d21a-224c-4ec8-a688-ea92d24a707e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] For port 4343e265-f02c-40ae-a5b3-3140b4bfb582, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4343e265-f02c-40ae-a5b3-3140b4bfb582,segment=NetworkSegment(2a28e057-0019-4acf-97a4-baac5d7fb5d5),segment_id=2a28e057-0019-4acf-97a4-baac5d7fb5d5)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:49.452046 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e8b2b709-899e-42e2-9378-39b8ba249836 req-8d40d21a-224c-4ec8-a688-ea92d24a707e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:49.469697 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [req-e8b2b709-899e-42e2-9378-39b8ba249836 req-8d40d21a-224c-4ec8-a688-ea92d24a707e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Calling delete_port for 4343e265-f02c-40ae-a5b3-3140b4bfb582 owned by compute:nova {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:05:49.494449 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-51f5ad57-8523-4d9f-9982-40ac7a9efab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:49.581603 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-51f5ad57-8523-4d9f-9982-40ac7a9efab3 admin admin] Publish callbacks [] for security_group (78bdf2c8-d225-467f-99f4-a79c1b2d34e6), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:49.744797 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-51f5ad57-8523-4d9f-9982-40ac7a9efab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (78bdf2c8-d225-467f-99f4-a79c1b2d34e6), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:49.770067 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e8b2b709-899e-42e2-9378-39b8ba249836 req-8d40d21a-224c-4ec8-a688-ea92d24a707e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370'] for port (4343e265-f02c-40ae-a5b3-3140b4bfb582), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:49.790267 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5ad57-8523-4d9f-9982-40ac7a9efab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bdf2c8-d225-467f-99f4-a79c1b2d34e6,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:49.797385 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-51f5ad57-8523-4d9f-9982-40ac7a9efab3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=240b1fe17551447c8f71252a86aa4113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5202317 Mar 08 12:05:49.798603 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49184) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:49.808756 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40d21a-224c-4ec8-a688-ea92d24a707e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Pushing event deleted for resources: {'Port': ['ID=4343e265-f02c-40ae-a5b3-3140b4bfb582,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:49.812967 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['4343e265-f02c-40ae-a5b3-3140b4bfb582'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:05:49.814137 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49186) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:49.839893 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8d05ed6f-246a-4f1f-b3fb-02b8cf841f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:49.893652 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b2b709-899e-42e2-9378-39b8ba249836 req-8d40d21a-224c-4ec8-a688-ea92d24a707e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] No DVR routers for this DVR port 4343e265-f02c-40ae-a5b3-3140b4bfb582 on host hv-cinder-83008 {{(pid=110508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:05:49.897219 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e8b2b709-899e-42e2-9378-39b8ba249836 req-8d40d21a-224c-4ec8-a688-ea92d24a707e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:49.900603 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e8b2b709-899e-42e2-9378-39b8ba249836 req-8d40d21a-224c-4ec8-a688-ea92d24a707e tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.55 "DELETE /v2.0/ports/4343e265-f02c-40ae-a5b3-3140b4bfb582 HTTP/1.1" status: 204 len: 173 time: 0.6866338 Mar 08 12:05:49.901130 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3890dbed-fcfe-4cf4-8e60-5324b19a058c', 'name': 'network-vif-deleted', 'tag': '4343e265-f02c-40ae-a5b3-3140b4bfb582'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:05:49.903472 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29acee7-6a77-4aa9-a1b5-9392a561af16" -d '{"events": [{"server_uuid": "3890dbed-fcfe-4cf4-8e60-5324b19a058c", "name": "network-vif-deleted", "tag": "4343e265-f02c-40ae-a5b3-3140b4bfb582"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:05:49.909531 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49190) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:49.909716 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e8644a92-b8b9-4bae-aa31-a61ac0dfc258 admin admin] Publish callbacks [] for security_group (78bdf2c8-d225-467f-99f4-a79c1b2d34e6), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:49.947720 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e8644a92-b8b9-4bae-aa31-a61ac0dfc258 admin admin] Publish callbacks [] for security_group (78bdf2c8-d225-467f-99f4-a79c1b2d34e6), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:49.962814 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fb1201-11d5-4b0f-a504-041052a89acf x-openstack-request-id: req-c3fb1201-11d5-4b0f-a504-041052a89acf {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:05:49.963341 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3890dbed-fcfe-4cf4-8e60-5324b19a058c", "name": "network-vif-deleted", "tag": "4343e265-f02c-40ae-a5b3-3140b4bfb582", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:05:49.963453 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3fb1201-11d5-4b0f-a504-041052a89acf {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:05:49.963787 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3890dbed-fcfe-4cf4-8e60-5324b19a058c', 'name': 'network-vif-deleted', 'tag': '4343e265-f02c-40ae-a5b3-3140b4bfb582', 'status': 'completed', 'code': 200} Mar 08 12:05:49.999157 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8d05ed6f-246a-4f1f-b3fb-02b8cf841f42 admin admin] Publish callbacks [] for security_group (7fdf4b99-c946-444a-b111-f8a008c3897f), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.033323 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-975203191-network', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:50.102848 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e8644a92-b8b9-4bae-aa31-a61ac0dfc258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (78bdf2c8-d225-467f-99f4-a79c1b2d34e6), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.105455 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e8644a92-b8b9-4bae-aa31-a61ac0dfc258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.106608 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-e8644a92-b8b9-4bae-aa31-a61ac0dfc258 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78bdf2c8-d225-467f-99f4-a79c1b2d34e6 HTTP/1.1" status: 204 len: 168 time: 0.3019822 Mar 08 12:05:50.107335 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8d05ed6f-246a-4f1f-b3fb-02b8cf841f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (7fdf4b99-c946-444a-b111-f8a008c3897f), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.136242 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8644a92-b8b9-4bae-aa31-a61ac0dfc258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bdf2c8-d225-467f-99f4-a79c1b2d34e6,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:50.165974 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-8d05ed6f-246a-4f1f-b3fb-02b8cf841f42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=726e7cf9342a449594e866805cda72d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477366 Mar 08 12:05:50.166542 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49198) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:50.184401 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Made reservation on behalf of 23396fe2e24d48e1a919efa0e1896508 for: {'network': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:50.184660 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faab26-ae6e-45e0-9a0b-03a0733b5cf6 req-4f6050d6-0625-4fb7-8033-3b3bc3e2b782 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:50.186145 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-51faab26-ae6e-45e0-9a0b-03a0733b5cf6 req-4f6050d6-0625-4fb7-8033-3b3bc3e2b782 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.1157160 Mar 08 12:05:50.187529 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.191492 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05ed6f-246a-4f1f-b3fb-02b8cf841f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdf4b99-c946-444a-b111-f8a008c3897f,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:50.200845 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.264052 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-51faab26-ae6e-45e0-9a0b-03a0733b5cf6 req-650755e6-4257-4260-be80-de2d23ab1c01 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621960 Mar 08 12:05:50.297953 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9a96d0e8-44f6-4527-8a0a-4e5e7a3baab7 admin admin] Publish callbacks [] for security_group (7fdf4b99-c946-444a-b111-f8a008c3897f), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.301679 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-02d3e1a0-e295-4bb5-b0ea-9b18be1679eb req-a05f5a81-3fa7-45be-84f1-bf4c0b1702fe tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 210 time: 0.0428722 Mar 08 12:05:50.334054 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9a96d0e8-44f6-4527-8a0a-4e5e7a3baab7 admin admin] Publish callbacks [] for security_group (7fdf4b99-c946-444a-b111-f8a008c3897f), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.388088 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Publish callbacks [] for security_group (3df53b97-9386-4a9f-8a5c-569dd0e4fb78), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.493965 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (3df53b97-9386-4a9f-8a5c-569dd0e4fb78), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.497880 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9a96d0e8-44f6-4527-8a0a-4e5e7a3baab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (7fdf4b99-c946-444a-b111-f8a008c3897f), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.500753 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9a96d0e8-44f6-4527-8a0a-4e5e7a3baab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.502646 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-9a96d0e8-44f6-4527-8a0a-4e5e7a3baab7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fdf4b99-c946-444a-b111-f8a008c3897f HTTP/1.1" status: 204 len: 168 time: 0.3341832 Mar 08 12:05:50.535606 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df53b97-9386-4a9f-8a5c-569dd0e4fb78,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:50.547738 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=110508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:05:50.560371 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96d0e8-44f6-4527-8a0a-4e5e7a3baab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdf4b99-c946-444a-b111-f8a008c3897f,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:50.569752 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (4283206f-53eb-4e3a-b09b-774015fc990f), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.570310 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.segments_db [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Added segment 4283206f-53eb-4e3a-b09b-774015fc990f of type vlan for network 552fa765-aa36-42ef-b1db-e824e7214f9c Mar 08 12:05:50.625596 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (552fa765-aa36-42ef-b1db-e824e7214f9c), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.773054 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (552fa765-aa36-42ef-b1db-e824e7214f9c), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.773973 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:50.774554 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:50.840981 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] Pushing event updated for resources: {'Network': ['ID=552fa765-aa36-42ef-b1db-e824e7214f9c,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:50.851784 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network 552fa765-aa36-42ef-b1db-e824e7214f9c details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:05:50.992549 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-4aa4fd47-c68a-4a8a-8613-7924e43449a2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0817628 Mar 08 12:05:50.995539 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49214) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:51.000915 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-dd9b706e-0903-4e95-bc09-0ec76c2237eb admin admin] Request body: {'subnet': {'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-975203191-subnet', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'ip_version': 4}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:51.116037 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9b706e-0903-4e95-bc09-0ec76c2237eb admin admin] Made reservation on behalf of 23396fe2e24d48e1a919efa0e1896508 for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:51.118554 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-dd9b706e-0903-4e95-bc09-0ec76c2237eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:51.352131 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49230) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:51.393202 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651422a-da8f-4c1b-92e7-e17f9901f815 req-e63954d6-7700-4c7e-a95b-c0d263781d73 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:51.395456 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3651422a-da8f-4c1b-92e7-e17f9901f815 req-e63954d6-7700-4c7e-a95b-c0d263781d73 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0634594 Mar 08 12:05:51.412048 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-dd9b706e-0903-4e95-bc09-0ec76c2237eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (4fcdfd42-a9fd-4f23-98c1-c3646d6b6752), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:51.449571 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3651422a-da8f-4c1b-92e7-e17f9901f815 req-61588c99-3a1b-493a-87f7-738d9e2c7955 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484984 Mar 08 12:05:51.457755 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0ebd753b-4624-4a90-91b9-0b684b379a93 req-591aa25c-2e80-4156-8ea8-73d3c62ffa75 tempest-DeleteServersTestJSON-1344533321 tempest-DeleteServersTestJSON-1344533321-project] 10.222.0.44 "GET /v2.0/ports?device_id=3890dbed-fcfe-4cf4-8e60-5324b19a058c HTTP/1.1" status: 200 len: 210 time: 0.0566418 Mar 08 12:05:51.481932 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-308942040-network', 'tenant_id': '858acfb6864c45f987e2f706f375afdd'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:51.509974 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b706e-0903-4e95-bc09-0ec76c2237eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fcdfd42-a9fd-4f23-98c1-c3646d6b6752,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:51.510975 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49234) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:51.521071 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9b706e-0903-4e95-bc09-0ec76c2237eb admin admin] Checking segment: {'id': '4283206f-53eb-4e3a-b09b-774015fc990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:51.521553 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9b706e-0903-4e95-bc09-0ec76c2237eb admin admin] Network hostable DHCP agents. Network: 552fa765-aa36-42ef-b1db-e824e7214f9c, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:05:51.527414 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a96b1711-a585-47fd-ba4e-3ca4fd7043d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:51.610370 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a96b1711-a585-47fd-ba4e-3ca4fd7043d9 admin admin] Publish callbacks [] for security_group (42ef4973-a014-4c9c-8115-d364bc4de8ad), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:51.647737 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Made reservation on behalf of 858acfb6864c45f987e2f706f375afdd for: {'network': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:51.650625 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:51.654486 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9b706e-0903-4e95-bc09-0ec76c2237eb admin admin] Network 552fa765-aa36-42ef-b1db-e824e7214f9c is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:05:51.666856 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:51.744307 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a96b1711-a585-47fd-ba4e-3ca4fd7043d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (42ef4973-a014-4c9c-8115-d364bc4de8ad), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:51.794793 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-a96b1711-a585-47fd-ba4e-3ca4fd7043d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fff42b210004b7f9691086b72cdd34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825942 Mar 08 12:05:51.795568 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b1711-a585-47fd-ba4e-3ca4fd7043d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ef4973-a014-4c9c-8115-d364bc4de8ad,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:51.799891 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49236) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:51.857799 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9334f7f3-84c2-4d55-8939-fcf71d662d9e admin admin] Publish callbacks [] for security_group (42ef4973-a014-4c9c-8115-d364bc4de8ad), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:51.881337 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9334f7f3-84c2-4d55-8939-fcf71d662d9e admin admin] Publish callbacks [] for security_group (42ef4973-a014-4c9c-8115-d364bc4de8ad), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:51.990186 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Publish callbacks [] for security_group (0e5da278-75ad-43f1-8e7d-0e77db614132), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:51.991250 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-dd9b706e-0903-4e95-bc09-0ec76c2237eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, 552fa765-aa36-42ef-b1db-e824e7214f9c) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:51.995506 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9b706e-0903-4e95-bc09-0ec76c2237eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:51.996167 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-dd9b706e-0903-4e95-bc09-0ec76c2237eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.001029 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e100ec94-4227-42f8-8ee4-a35a2b8dc70e None None] Network 552fa765-aa36-42ef-b1db-e824e7214f9c requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:05:52.012698 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9334f7f3-84c2-4d55-8939-fcf71d662d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (42ef4973-a014-4c9c-8115-d364bc4de8ad), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.015452 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9334f7f3-84c2-4d55-8939-fcf71d662d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.016796 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-9334f7f3-84c2-4d55-8939-fcf71d662d9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42ef4973-a014-4c9c-8115-d364bc4de8ad HTTP/1.1" status: 204 len: 168 time: 0.2156093 Mar 08 12:05:52.032440 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334f7f3-84c2-4d55-8939-fcf71d662d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ef4973-a014-4c9c-8115-d364bc4de8ad,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:52.048046 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (0e5da278-75ad-43f1-8e7d-0e77db614132), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.076035 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=110508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:05:52.086031 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5da278-75ad-43f1-8e7d-0e77db614132,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:52.094022 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (9b640465-96b7-4e43-91d2-8fe0938c1082), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.094500 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.segments_db [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Added segment 9b640465-96b7-4e43-91d2-8fe0938c1082 of type vlan for network 4f904412-2318-4860-a2f7-735d16ba6d18 Mar 08 12:05:52.099776 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-dd9b706e-0903-4e95-bc09-0ec76c2237eb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1029572 Mar 08 12:05:52.102392 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49240) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:52.111208 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:52.124890 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9edbfed6-1ad3-5ea8-a132-a097731b67f7-552fa765-aa36-42ef-b1db-e824e7214f9c', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'fixed_ips': [{'subnet_id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752'}]}} from dv-cinder-830085-2-iscsi. {{(pid=110509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:05:52.126031 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.150096 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (4f904412-2318-4860-a2f7-735d16ba6d18), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.190264 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33078681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31816'] for router (4071a9b3-1f53-44d0-955d-4d08af2f9eed), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.191356 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33075817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33063898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33180591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31809'] for router (4071a9b3-1f53-44d0-955d-4d08af2f9eed), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.245706 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Publish callbacks [] for router_controller (4071a9b3-1f53-44d0-955d-4d08af2f9eed), precommit_add_association {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.246768 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (4f904412-2318-4860-a2f7-735d16ba6d18), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.247784 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:52.248369 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.272250 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.db_base_plugin_common [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Allocated IP 172.20.0.2 (552fa765-aa36-42ef-b1db-e824e7214f9c/4fcdfd42-a9fd-4f23-98c1-c3646d6b6752/c2bf5b2d-5f32-40de-b23c-ed055a257c14) {{(pid=110509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:52.307261 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] Pushing event updated for resources: {'Network': ['ID=4f904412-2318-4860-a2f7-735d16ba6d18,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:52.341260 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network 4f904412-2318-4860-a2f7-735d16ba6d18 details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:05:52.384379 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-a4bea3f7-0e88-48fc-8df3-f9d13609f5c4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0308998 Mar 08 12:05:52.385153 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49242) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:52.393100 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-2db90fb0-ebe2-4965-b480-0c8b7d7e8f52 admin admin] Request body: {'subnet': {'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-308942040-subnet', 'tenant_id': '858acfb6864c45f987e2f706f375afdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:52.471995 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Publish callbacks [] for router_gateway (4071a9b3-1f53-44d0-955d-4d08af2f9eed), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.480513 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Publish callbacks [] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), precommit_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.501895 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db90fb0-ebe2-4965-b480-0c8b7d7e8f52 admin admin] Made reservation on behalf of 858acfb6864c45f987e2f706f375afdd for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:52.508165 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2db90fb0-ebe2-4965-b480-0c8b7d7e8f52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.625910 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dade1ed-687b-472b-83de-3e871085f5cd req-a52ee933-aeb4-4c82-be7f-e50974806813 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:52.628068 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0dade1ed-687b-472b-83de-3e871085f5cd req-a52ee933-aeb4-4c82-be7f-e50974806813 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0911183 Mar 08 12:05:52.636221 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.699466 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Network 552fa765-aa36-42ef-b1db-e824e7214f9c is already hosted by enough agents. {{(pid=110509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:52.702270 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.base_scheduler [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Resources bound (agent type, host, resource id): {{(pid=110509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:52.705160 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Received port after_create {{(pid=110509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:52.718813 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Pushing event updated for resources: {'Port': ['ID=c2bf5b2d-5f32-40de-b23c-ed055a257c14,revision_number=1']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:52.760922 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0dade1ed-687b-472b-83de-3e871085f5cd req-1f1763c2-8f8d-4e66-bb4c-30b5b8615812 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209569 Mar 08 12:05:52.782972 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Attempting to bind port c2bf5b2d-5f32-40de-b23c-ed055a257c14 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:52.783629 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Attempting to bind port c2bf5b2d-5f32-40de-b23c-ed055a257c14 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4283206f-53eb-4e3a-b09b-774015fc990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:52.784002 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Attempting to bind port c2bf5b2d-5f32-40de-b23c-ed055a257c14 on network 552fa765-aa36-42ef-b1db-e824e7214f9c {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:52.808201 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:52.808701 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Checking segment: {'id': '4283206f-53eb-4e3a-b09b-774015fc990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:52.809603 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.810094 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Bound using segment: {'id': '4283206f-53eb-4e3a-b09b-774015fc990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:52.810657 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Bound port: c2bf5b2d-5f32-40de-b23c-ed055a257c14, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4283206f-53eb-4e3a-b09b-774015fc990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:52.811221 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.871761 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2db90fb0-ebe2-4965-b480-0c8b7d7e8f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (16c38457-e30c-477a-85f8-db8a728931ce), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.889404 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] For port c2bf5b2d-5f32-40de-b23c-ed055a257c14, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:52.894475 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] For port c2bf5b2d-5f32-40de-b23c-ed055a257c14, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=c2bf5b2d-5f32-40de-b23c-ed055a257c14,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:52.937171 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Publish callbacks [] for router_gateway (4071a9b3-1f53-44d0-955d-4d08af2f9eed), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.947398 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db90fb0-ebe2-4965-b480-0c8b7d7e8f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c38457-e30c-477a-85f8-db8a728931ce,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:52.959252 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:52.959362 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db90fb0-ebe2-4965-b480-0c8b7d7e8f52 admin admin] Checking segment: {'id': '9b640465-96b7-4e43-91d2-8fe0938c1082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:52.959362 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db90fb0-ebe2-4965-b480-0c8b7d7e8f52 admin admin] Network hostable DHCP agents. Network: 4f904412-2318-4860-a2f7-735d16ba6d18, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:05:52.978885 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:53.047591 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db90fb0-ebe2-4965-b480-0c8b7d7e8f52 admin admin] Network 4f904412-2318-4860-a2f7-735d16ba6d18 is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:05:53.067443 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541769f4-4cd2-4424-ac1a-1968901e2c32 None None] Pushing event updated for resources: {'Port': ['ID=c2bf5b2d-5f32-40de-b23c-ed055a257c14,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:53.117525 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Allocated IP 172.27.1.195 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/bc45d794-e62f-4c66-97e1-90fc34bfec63) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:53.133130 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-2db90fb0-ebe2-4965-b480-0c8b7d7e8f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, 4f904412-2318-4860-a2f7-735d16ba6d18) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:53.137937 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db90fb0-ebe2-4965-b480-0c8b7d7e8f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:53.145783 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2db90fb0-ebe2-4965-b480-0c8b7d7e8f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:53.145973 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e951a7d-3c2e-4fd0-929b-7d99b3035a54 None None] Network 4f904412-2318-4860-a2f7-735d16ba6d18 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:05:53.232359 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Publish callbacks [] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:53.254317 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-2db90fb0-ebe2-4965-b480-0c8b7d7e8f52 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8677554 Mar 08 12:05:53.275891 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5530dcdf-2468-423c-9adc-88fba2e7bcae None None] Network 4f904412-2318-4860-a2f7-735d16ba6d18 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:05:53.419103 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:53.470199 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:53.475218 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4343e265-f02c-40ae-a5b3-3140b4bfb582 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:05:53.485376 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:53.488765 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:53.509568 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 4343e265-f02c-40ae-a5b3-3140b4bfb582 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:05:53.509924 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4343e265-f02c-40ae-a5b3-3140b4bfb582 not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:05:53.545174 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Pushing event updated for resources: {'Port': ['ID=bc45d794-e62f-4c66-97e1-90fc34bfec63,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:53.629869 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-c52b5502-a42d-447b-82ad-1df089c2f885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:53.943938 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a446e4-bcb2-4f1d-a4ee-d25bd62d85b8 req-c3ec6edf-bc0d-4441-8741-8cd160c86bbf tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:53.945623 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-18a446e4-bcb2-4f1d-a4ee-d25bd62d85b8 req-c3ec6edf-bc0d-4441-8741-8cd160c86bbf tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0968883 Mar 08 12:05:54.003329 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-18a446e4-bcb2-4f1d-a4ee-d25bd62d85b8 req-004badc8-9c12-4984-8f4b-347c9968cc28 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508828 Mar 08 12:05:54.200702 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Publish callbacks [] for router_gateway (4071a9b3-1f53-44d0-955d-4d08af2f9eed), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.225611 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49308) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:54.278710 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_v2 [None req-6def68bd-c8ee-404a-bbfb-de74469113a3 admin admin] Deleting subnet c58cc02a-344d-4edc-9faa-51d79eb14286 {{(pid=110508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:05:54.282336 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6def68bd-c8ee-404a-bbfb-de74469113a3 admin admin] Publish callbacks [] for subnet (c58cc02a-344d-4edc-9faa-51d79eb14286), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.286426 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec221033-5964-49c0-82d2-ac9b5adfc1e9 None None] Network 552fa765-aa36-42ef-b1db-e824e7214f9c requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:05:54.368027 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-b5a04ea2-9566-4e96-8889-debe4d65f6b4 None None] Provisioning complete for port c2bf5b2d-5f32-40de-b23c-ed055a257c14 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:54.368400 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-b5a04ea2-9566-4e96-8889-debe4d65f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.404446 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6def68bd-c8ee-404a-bbfb-de74469113a3 admin admin] Publish callbacks [] for subnet (c58cc02a-344d-4edc-9faa-51d79eb14286), precommit_delete_associations {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.436776 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6def68bd-c8ee-404a-bbfb-de74469113a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (c58cc02a-344d-4edc-9faa-51d79eb14286), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.466915 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device c2bf5b2d-5f32-40de-b23c-ed055a257c14 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:54.485027 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33075810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33063927'] for router (4071a9b3-1f53-44d0-955d-4d08af2f9eed), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.571483 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-b5a04ea2-9566-4e96-8889-debe4d65f6b4 None None] Current status of the port c2bf5b2d-5f32-40de-b23c-ed055a257c14 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:54.581963 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-b5a04ea2-9566-4e96-8889-debe4d65f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.594583 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port c2bf5b2d-5f32-40de-b23c-ed055a257c14 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:54.595064 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.630402 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6def68bd-c8ee-404a-bbfb-de74469113a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (c58cc02a-344d-4edc-9faa-51d79eb14286), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.646200 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-b5a04ea2-9566-4e96-8889-debe4d65f6b4 None None] For port c2bf5b2d-5f32-40de-b23c-ed055a257c14, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=c2bf5b2d-5f32-40de-b23c-ed055a257c14,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:54.650778 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6def68bd-c8ee-404a-bbfb-de74469113a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.658252 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-6def68bd-c8ee-404a-bbfb-de74469113a3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c58cc02a-344d-4edc-9faa-51d79eb14286 HTTP/1.1" status: 204 len: 168 time: 0.4314191 Mar 08 12:05:54.661476 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49320) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:54.699283 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def68bd-c8ee-404a-bbfb-de74469113a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58cc02a-344d-4edc-9faa-51d79eb14286,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:54.737438 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port c2bf5b2d-5f32-40de-b23c-ed055a257c14 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:54.738151 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.778066 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6012aef8-baa1-4995-8a42-1ae3683bf796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (a2ce7642-9233-4bb5-9d04-ed28528d8573), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.803237 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-b5a04ea2-9566-4e96-8889-debe4d65f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.882683 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.db.api [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:05:54.882896 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG oslo_db.api [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:05:54.887803 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a04ea2-9566-4e96-8889-debe4d65f6b4 None None] Pushing event updated for resources: {'Port': ['ID=c2bf5b2d-5f32-40de-b23c-ed055a257c14,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:54.908317 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6012aef8-baa1-4995-8a42-1ae3683bf796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (a2ce7642-9233-4bb5-9d04-ed28528d8573), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.924244 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Router 4071a9b3-1f53-44d0-955d-4d08af2f9eed is scheduled to L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f with binding_index 1 {{(pid=110507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:05:54.925171 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-8d677940-6bf5-4f5a-b1d0-e3faeaac0d7d None None] Provisioning complete for port c2bf5b2d-5f32-40de-b23c-ed055a257c14 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:54.925558 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-8d677940-6bf5-4f5a-b1d0-e3faeaac0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:54.941937 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-6012aef8-baa1-4995-8a42-1ae3683bf796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ce7642-9233-4bb5-9d04-ed28528d8573']}} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:54.988573 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-6012aef8-baa1-4995-8a42-1ae3683bf796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a28e057-0019-4acf-97a4-baac5d7fb5d5') {'for_net_delete': True} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:54.988769 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-6012aef8-baa1-4995-8a42-1ae3683bf796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a28e057-0019-4acf-97a4-baac5d7fb5d5') {} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:55.009521 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6012aef8-baa1-4995-8a42-1ae3683bf796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30976166'] for segment (2a28e057-0019-4acf-97a4-baac5d7fb5d5), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:55.029491 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6012aef8-baa1-4995-8a42-1ae3683bf796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (2a28e057-0019-4acf-97a4-baac5d7fb5d5), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:55.072897 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6012aef8-baa1-4995-8a42-1ae3683bf796 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=110507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:05:55.073317 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6012aef8-baa1-4995-8a42-1ae3683bf796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30549112'] for segment (2a28e057-0019-4acf-97a4-baac5d7fb5d5), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: Traceback (most recent call last): Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: timer() Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: cb(*args, **kw) Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: return func(*args, **kwargs) Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: self._notify() Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: self.callback(batched_events) Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: event.method(event) Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: return f(self, *a, **k) Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._get(url).json() Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: return self.request(url, 'GET', **kwargs) Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:05:55.093997 dv-cinder-830085-2-iscsi neutron-server[110507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:05:55.129826 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-8d677940-6bf5-4f5a-b1d0-e3faeaac0d7d None None] Current status of the port c2bf5b2d-5f32-40de-b23c-ed055a257c14 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:55.182070 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:05:55.193440 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Sync routers for ids ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:55.205267 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1084ce-861e-4b4f-8525-45b677c16a95 req-c62e5724-b5fa-4176-8f69-00fa1566c153 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:55.206807 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be1084ce-861e-4b4f-8525-45b677c16a95 req-c62e5724-b5fa-4176-8f69-00fa1566c153 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.1120071 Mar 08 12:05:55.209168 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Routers {'4071a9b3-1f53-44d0-955d-4d08af2f9eed'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:55.209794 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:55.233415 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6012aef8-baa1-4995-8a42-1ae3683bf796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (a2ce7642-9233-4bb5-9d04-ed28528d8573), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:55.240436 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-6012aef8-baa1-4995-8a42-1ae3683bf796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:55.246238 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-6012aef8-baa1-4995-8a42-1ae3683bf796 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a2ce7642-9233-4bb5-9d04-ed28528d8573 HTTP/1.1" status: 204 len: 168 time: 0.5799150 Mar 08 12:05:55.262873 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:55.264229 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-f66e8c98-0882-4721-84b8-a8055bf93aaa admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1605539 Mar 08 12:05:55.270381 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012aef8-baa1-4995-8a42-1ae3683bf796 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ce7642-9233-4bb5-9d04-ed28528d8573,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:55.271331 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49336) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:55.295132 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be1084ce-861e-4b4f-8525-45b677c16a95 req-dced17a0-d47e-4218-a9d2-c24dc4d7c6e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807161 Mar 08 12:05:55.383231 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Set router 4071a9b3-1f53-44d0-955d-4d08af2f9eed gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:55.490782 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port c2bf5b2d-5f32-40de-b23c-ed055a257c14 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:55.723279 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:53Z', 'revision_number': 3, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:55.753557 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Checking router: 4071a9b3-1f53-44d0-955d-4d08af2f9eed for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:55.753865 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Updating router 4071a9b3-1f53-44d0-955d-4d08af2f9eed port bc45d794-e62f-4c66-97e1-90fc34bfec63 binding host dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:05:55.788310 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:55.808658 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c38b45-101c-4f70-9597-f8404fa90a83 req-fcbc21cf-81f0-40d5-9e79-1fd3a82b40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:55.810154 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-93c38b45-101c-4f70-9597-f8404fa90a83 req-fcbc21cf-81f0-40d5-9e79-1fd3a82b40d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 1129 time: 0.1150131 Mar 08 12:05:55.979546 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-93c38b45-101c-4f70-9597-f8404fa90a83 req-b3853db1-e5e0-4ee7-ae75-46ff1cf2324f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518710 Mar 08 12:05:55.979689 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49354) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:56.035440 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-0e22ad0c-33cc-40dc-8ced-d5ff94d0a299 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=638b3ca153e64d9481be6f83a027bb31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0530846 Mar 08 12:05:56.035898 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840d767-97af-468b-b093-056683fa6625 req-a9aa610d-c082-4c12-a231-6e5f2172d717 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:56.037420 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-a9aa610d-c082-4c12-a231-6e5f2172d717 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/networks?id=4f904412-2318-4860-a2f7-735d16ba6d18 HTTP/1.1" status: 200 len: 813 time: 0.2450705 Mar 08 12:05:56.037545 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49358) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:56.061718 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-9c24e7c1-7125-4f07-a262-e43b2629069d tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/quotas/858acfb6864c45f987e2f706f375afdd HTTP/1.1" status: 200 len: 375 time: 0.0142307 Mar 08 12:05:56.081613 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Publish callbacks [] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), precommit_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.095355 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-49f5e53d-86c1-4cf3-aca2-aaebd948fe08 admin admin] Publish callbacks [] for security_group (c704b74e-9f4a-4ff5-9990-55d4176a20e6), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.120922 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-49f5e53d-86c1-4cf3-aca2-aaebd948fe08 admin admin] Publish callbacks [] for security_group (c704b74e-9f4a-4ff5-9990-55d4176a20e6), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.136241 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-0258749f-10a4-4dd9-bbb8-13be01b69f50 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=858acfb6864c45f987e2f706f375afdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652385 Mar 08 12:05:56.159920 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.222183 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Attempting to bind port bc45d794-e62f-4c66-97e1-90fc34bfec63 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:05:56.222893 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Attempting to bind port bc45d794-e62f-4c66-97e1-90fc34bfec63 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:05:56.223135 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Attempting to bind port bc45d794-e62f-4c66-97e1-90fc34bfec63 on network 981964ec-6e66-47f5-aee6-03bea7be7d13 {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:05:56.230907 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Pushing event updated for resources: {'Port': ['ID=bc45d794-e62f-4c66-97e1-90fc34bfec63,revision_number=2']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:56.233478 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:05:56.233957 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Checking segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:05:56.234429 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.234863 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Bound using segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:05:56.235492 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Bound port: bc45d794-e62f-4c66-97e1-90fc34bfec63, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:05:56.236388 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.248893 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d456ecf4-017e-4b06-a678-37e855bf63b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.255798 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.270455 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:56.271284 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:56.271646 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:56.272101 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:56.272440 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:56.272772 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:56.273101 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:56.273431 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:56.273751 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:56.274092 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:56.274418 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:56.274739 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:56.275088 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:05:56.289175 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-37ef321a-cd0c-4e2e-805d-ca625950dccb service neutron] 10.222.0.44 "GET /v2.0/networks/4f904412-2318-4860-a2f7-735d16ba6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440444 Mar 08 12:05:56.292421 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-49f5e53d-86c1-4cf3-aca2-aaebd948fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (c704b74e-9f4a-4ff5-9990-55d4176a20e6), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.301158 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-49f5e53d-86c1-4cf3-aca2-aaebd948fe08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.304913 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-49f5e53d-86c1-4cf3-aca2-aaebd948fe08 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c704b74e-9f4a-4ff5-9990-55d4176a20e6 HTTP/1.1" status: 204 len: 168 time: 0.2632129 Mar 08 12:05:56.313557 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5e53d-86c1-4cf3-aca2-aaebd948fe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c704b74e-9f4a-4ff5-9990-55d4176a20e6,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:56.335338 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] For port bc45d794-e62f-4c66-97e1-90fc34bfec63, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:05:56.339540 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] For port bc45d794-e62f-4c66-97e1-90fc34bfec63, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=bc45d794-e62f-4c66-97e1-90fc34bfec63,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:05:56.412167 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device c2bf5b2d-5f32-40de-b23c-ed055a257c14 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:56.424708 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.497136 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port c2bf5b2d-5f32-40de-b23c-ed055a257c14 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:56.499065 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.501088 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f24134-01c5-4795-8c31-e84db343bca5 None None] Pushing event updated for resources: {'Port': ['ID=bc45d794-e62f-4c66-97e1-90fc34bfec63,revision_number=3']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:56.517587 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Routers {'4071a9b3-1f53-44d0-955d-4d08af2f9eed'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:56.518402 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:56.558647 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-f66136d3-fe7e-4ed7-82cb-0bcea123a06d service neutron] 10.222.0.44 "GET /v2.0/networks/4f904412-2318-4860-a2f7-735d16ba6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856122 Mar 08 12:05:56.577543 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Allocated IP 172.20.0.1 (552fa765-aa36-42ef-b1db-e824e7214f9c/4fcdfd42-a9fd-4f23-98c1-c3646d6b6752/aebc383b-0f64-444c-8783-7f20f8110d94) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:05:56.599572 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb54fc-f7c9-4c36-b2fd-9039ddbdb92d req-ccff47c0-31b2-46be-9b79-4d2a8f28c086 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:56.601495 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-dadb54fc-f7c9-4c36-b2fd-9039ddbdb92d req-ccff47c0-31b2-46be-9b79-4d2a8f28c086 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.1431124 Mar 08 12:05:56.624907 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port c2bf5b2d-5f32-40de-b23c-ed055a257c14 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:56.676724 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-dadb54fc-f7c9-4c36-b2fd-9039ddbdb92d req-4a0612a0-bc8d-471b-8ce2-a4223fbac078 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671930 Mar 08 12:05:56.713031 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] Set router 4071a9b3-1f53-44d0-955d-4d08af2f9eed gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:56.750729 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Publish callbacks [] for port (aebc383b-0f64-444c-8783-7f20f8110d94), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.867285 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.937290 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Network 552fa765-aa36-42ef-b1db-e824e7214f9c is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:56.942889 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:56.952156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:05:56.952517 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33066970'] for router_interface (4071a9b3-1f53-44d0-955d-4d08af2f9eed), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:56.957342 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Pushing event updated for resources: {'Port': ['ID=aebc383b-0f64-444c-8783-7f20f8110d94,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:57.060184 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f118d0e7-7fe9-4024-aa8f-ea0edbf21885 req-8b8a2b06-01b5-4368-a2cf-9e2da7702265 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 210 time: 0.0593894 Mar 08 12:05:57.066714 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:53Z', 'revision_number': 3, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:57.124699 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a443a01f-46e4-4a3e-b2cc-f65cd798df32 None None] The sync data for ids ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'] in dv-cinder-830085-2-iscsi is: [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:53Z', 'revision_number': 3, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:05:57.303403 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.400617 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-7b6e08ca-ad4b-4047-a0a9-84b52e703fb2 None None] Provisioning complete for port aebc383b-0f64-444c-8783-7f20f8110d94 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:57.401015 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-7b6e08ca-ad4b-4047-a0a9-84b52e703fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.438066 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-7b6e08ca-ad4b-4047-a0a9-84b52e703fb2 None None] Port aebc383b-0f64-444c-8783-7f20f8110d94 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:05:57.486953 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.538285 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Publish callbacks [] for port (aebc383b-0f64-444c-8783-7f20f8110d94), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.681484 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.682072 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33134963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33066934'] for router_interface (4071a9b3-1f53-44d0-955d-4d08af2f9eed), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:57.727642 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Pushing event updated for resources: {'Port': ['ID=aebc383b-0f64-444c-8783-7f20f8110d94,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:57.872584 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91867f0-5c20-44c9-bc75-e3dc3ce98b04 req-da53607c-ad10-4719-93a7-9a62eaa9f663 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:57.879314 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b91867f0-5c20-44c9-bc75-e3dc3ce98b04 req-da53607c-ad10-4719-93a7-9a62eaa9f663 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.1258361 Mar 08 12:05:57.906985 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Network 552fa765-aa36-42ef-b1db-e824e7214f9c is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:05:57.914376 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:05:57.984124 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b91867f0-5c20-44c9-bc75-e3dc3ce98b04 req-34c63807-8b59-4ae1-9e49-e5870fdc0c44 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039355 Mar 08 12:05:58.174925 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8726b-cde9-4823-8165-a66b3d223774 req-aa568c5f-ed8a-49fe-b6b3-3565da13bd72 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:05:58.184944 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4ca8726b-cde9-4823-8165-a66b3d223774 req-aa568c5f-ed8a-49fe-b6b3-3565da13bd72 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0797038 Mar 08 12:05:58.227902 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8b885b45-b6a2-4ac6-832d-6f5289d1aee4 req-34bd6428-ab23-4446-a1a3-819a79df1071 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 210 time: 0.0636833 Mar 08 12:05:58.256396 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4ca8726b-cde9-4823-8165-a66b3d223774 req-7b2e206d-d5d5-4b6b-9462-988e4caf59da tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700359 Mar 08 12:05:58.270703 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Router 4071a9b3-1f53-44d0-955d-4d08af2f9eed has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:05:58.303200 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-a6de30da-2229-4977-91a1-c19b0c7450c1 None None] Provisioning complete for port aebc383b-0f64-444c-8783-7f20f8110d94 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:58.305269 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a6de30da-2229-4977-91a1-c19b0c7450c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.371587 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-a6de30da-2229-4977-91a1-c19b0c7450c1 None None] Port aebc383b-0f64-444c-8783-7f20f8110d94 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:05:58.444734 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device bc45d794-e62f-4c66-97e1-90fc34bfec63 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:05:58.469249 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:05:58.476815 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-7705a10a-a653-45ea-bbcf-963bee10d664 admin admin] 10.222.0.44 "PUT /v2.0/routers/4071a9b3-1f53-44d0-955d-4d08af2f9eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2037477 Mar 08 12:05:58.516808 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port bc45d794-e62f-4c66-97e1-90fc34bfec63 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:05:58.517329 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.603567 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port bc45d794-e62f-4c66-97e1-90fc34bfec63 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:05:58.603966 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.626339 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port bc45d794-e62f-4c66-97e1-90fc34bfec63, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=bc45d794-e62f-4c66-97e1-90fc34bfec63,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:05:58.704917 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:58.760571 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=bc45d794-e62f-4c66-97e1-90fc34bfec63,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:58.892710 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.326571 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Sync routers for ids ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:05:59.343684 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Routers {'4071a9b3-1f53-44d0-955d-4d08af2f9eed'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:05:59.345261 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:59.357123 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f17b69ed-108e-4d48-b9f2-dd6839fb39ef req-0d615f38-4fb6-4971-bdcf-34939b538c51 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 210 time: 0.0675907 Mar 08 12:05:59.505940 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Set router 4071a9b3-1f53-44d0-955d-4d08af2f9eed gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:05:59.521220 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49464) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:05:59.526423 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-306099019-network', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:05:59.669149 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Made reservation on behalf of d4a4b2267f3c49d7894aa8c5e948768e for: {'network': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:05:59.671487 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.680930 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.727682 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:57Z', 'revision_number': 4, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'aebc383b-0f64-444c-8783-7f20f8110d94', 'name': '', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'mac_address': 'fa:16:3e:85:85:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:56Z', 'updated_at': '2022-03-08T12:05:57Z', 'revision_number': 2, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'subnets': [{'id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:05:59.759776 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Checking router: 4071a9b3-1f53-44d0-955d-4d08af2f9eed for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:05:59.760129 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Updating router 4071a9b3-1f53-44d0-955d-4d08af2f9eed port aebc383b-0f64-444c-8783-7f20f8110d94 binding host dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:05:59.763792 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Publish callbacks [] for security_group (7ffc92ab-111f-4114-a83e-a10cbd33c754), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.799422 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.886871 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (7ffc92ab-111f-4114-a83e-a10cbd33c754), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.919043 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=110507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:05:59.923998 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffc92ab-111f-4114-a83e-a10cbd33c754,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:05:59.949205 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (571961db-fbef-42b3-a566-56e6f43e8e94), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.949205 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.segments_db [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Added segment 571961db-fbef-42b3-a566-56e6f43e8e94 of type vlan for network ed4faabe-c068-4f39-939d-6a9518be5003 Mar 08 12:05:59.978054 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (ed4faabe-c068-4f39-939d-6a9518be5003), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:05:59.990889 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.082713 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Publish callbacks [] for port (aebc383b-0f64-444c-8783-7f20f8110d94), precommit_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.086285 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (ed4faabe-c068-4f39-939d-6a9518be5003), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.087322 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:00.087912 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.154407 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=ed4faabe-c068-4f39-939d-6a9518be5003,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:00.164897 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network ed4faabe-c068-4f39-939d-6a9518be5003 details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:06:00.218413 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49478) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:00.219407 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-d590cfaa-fb45-406a-9afa-ecdbd0c13dd1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6961904 Mar 08 12:06:00.221921 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.227480 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-6b960507-26a3-4bfe-afad-96aedeb20b21 admin admin] Request body: {'subnet': {'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-306099019-subnet', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'ip_version': 4}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:00.281721 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0956585-6a89-4120-89e0-4d017ed1bf2a None None] Pushing event updated for resources: {'Port': ['ID=aebc383b-0f64-444c-8783-7f20f8110d94,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:00.343264 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Attempting to bind port aebc383b-0f64-444c-8783-7f20f8110d94 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:06:00.343840 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Attempting to bind port aebc383b-0f64-444c-8783-7f20f8110d94 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4283206f-53eb-4e3a-b09b-774015fc990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:06:00.343997 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Attempting to bind port aebc383b-0f64-444c-8783-7f20f8110d94 on network 552fa765-aa36-42ef-b1db-e824e7214f9c {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:00.352266 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:06:00.352266 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Checking segment: {'id': '4283206f-53eb-4e3a-b09b-774015fc990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:06:00.352266 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.352745 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Bound using segment: {'id': '4283206f-53eb-4e3a-b09b-774015fc990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:06:00.352977 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Bound port: aebc383b-0f64-444c-8783-7f20f8110d94, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4283206f-53eb-4e3a-b09b-774015fc990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:06:00.353553 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.359158 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b960507-26a3-4bfe-afad-96aedeb20b21 admin admin] Made reservation on behalf of d4a4b2267f3c49d7894aa8c5e948768e for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:06:00.361539 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6b960507-26a3-4bfe-afad-96aedeb20b21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.459302 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] For port aebc383b-0f64-444c-8783-7f20f8110d94, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:06:00.469787 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] For port aebc383b-0f64-444c-8783-7f20f8110d94, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=aebc383b-0f64-444c-8783-7f20f8110d94,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:06:00.531349 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device bc45d794-e62f-4c66-97e1-90fc34bfec63 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:06:00.574267 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f2fd1b77-c974-47f7-9b79-ce807be168da req-467669fe-80d4-4741-b54c-15b7414664ca tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 210 time: 0.0858510 Mar 08 12:06:00.590537 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.680558 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840d767-97af-468b-b093-056683fa6625 req-1176f302-c625-47a9-b13a-51442a087b67 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:00.685194 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-1176f302-c625-47a9-b13a-51442a087b67 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.55 "GET /v2.0/networks?id=4f904412-2318-4860-a2f7-735d16ba6d18 HTTP/1.1" status: 200 len: 813 time: 0.4134438 Mar 08 12:06:00.696608 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Routers {'4071a9b3-1f53-44d0-955d-4d08af2f9eed'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:00.697254 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:00.701481 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0956585-6a89-4120-89e0-4d017ed1bf2a None None] Pushing event updated for resources: {'Port': ['ID=aebc383b-0f64-444c-8783-7f20f8110d94,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:00.742271 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-e840d767-97af-468b-b093-056683fa6625 req-cb6706d9-e9df-445e-ad0a-30e69b6702ec tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Request body: {'port': {'device_id': '79fbabb0-a111-4394-bdb1-db6b8eb120b0', 'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18', 'admin_state_up': True, 'tenant_id': '858acfb6864c45f987e2f706f375afdd'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:00.774738 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port bc45d794-e62f-4c66-97e1-90fc34bfec63 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:00.774738 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:00.880649 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] Set router 4071a9b3-1f53-44d0-955d-4d08af2f9eed gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:00.936952 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-e17ab60c-b885-4eff-b34f-bc23aaf191a4 None None] Provisioning complete for port aebc383b-0f64-444c-8783-7f20f8110d94 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:00.937377 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-e17ab60c-b885-4eff-b34f-bc23aaf191a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:01.115328 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29cced-f46a-4029-81ea-cb4076fe10e9 req-5e259be8-1ca5-4b80-b035-2d8d035763b1 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:01.119925 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9c29cced-f46a-4029-81ea-cb4076fe10e9 req-5e259be8-1ca5-4b80-b035-2d8d035763b1 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.1006510 Mar 08 12:06:01.128367 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:01.162052 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port bc45d794-e62f-4c66-97e1-90fc34bfec63 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:01.185162 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9c29cced-f46a-4029-81ea-cb4076fe10e9 req-de2199b5-c594-4fd8-a8c7-08890d4ce7a9 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604901 Mar 08 12:06:01.255350 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863acab0-d80a-4f82-8e60-17b074c484ba req-2dd400e4-f5b5-41d3-8e62-b4aef2cf8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:01.256845 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-863acab0-d80a-4f82-8e60-17b074c484ba req-2dd400e4-f5b5-41d3-8e62-b4aef2cf8036 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 1130 time: 0.0815632 Mar 08 12:06:01.258183 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6b960507-26a3-4bfe-afad-96aedeb20b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (f4eb98a6-5c15-4dde-881f-f3a7714849cd), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:01.277120 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-e17ab60c-b885-4eff-b34f-bc23aaf191a4 None None] Current status of the port aebc383b-0f64-444c-8783-7f20f8110d94 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:01.277371 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-e17ab60c-b885-4eff-b34f-bc23aaf191a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:01.364842 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e840d767-97af-468b-b093-056683fa6625 req-cb6706d9-e9df-445e-ad0a-30e69b6702ec tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Made reservation on behalf of 858acfb6864c45f987e2f706f375afdd for: {'port': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:06:01.367686 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e840d767-97af-468b-b093-056683fa6625 req-cb6706d9-e9df-445e-ad0a-30e69b6702ec tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:01.406064 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b960507-26a3-4bfe-afad-96aedeb20b21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4eb98a6-5c15-4dde-881f-f3a7714849cd,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:01.430831 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b960507-26a3-4bfe-afad-96aedeb20b21 admin admin] Checking segment: {'id': '571961db-fbef-42b3-a566-56e6f43e8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:06:01.431228 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b960507-26a3-4bfe-afad-96aedeb20b21 admin admin] Network hostable DHCP agents. Network: ed4faabe-c068-4f39-939d-6a9518be5003, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:06:01.471781 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-e17ab60c-b885-4eff-b34f-bc23aaf191a4 None None] For port aebc383b-0f64-444c-8783-7f20f8110d94, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=aebc383b-0f64-444c-8783-7f20f8110d94,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:01.476569 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863acab0-d80a-4f82-8e60-17b074c484ba req-1cbd1e7f-0b5d-48a6-a496-1c91771738e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:01.478041 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-863acab0-d80a-4f82-8e60-17b074c484ba req-1cbd1e7f-0b5d-48a6-a496-1c91771738e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=257e73a2-5ceb-447c-85df-8c17e7e9e042 HTTP/1.1" status: 200 len: 920 time: 0.2132487 Mar 08 12:06:01.506419 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:57Z', 'revision_number': 4, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'aebc383b-0f64-444c-8783-7f20f8110d94', 'name': '', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'mac_address': 'fa:16:3e:85:85:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:56Z', 'updated_at': '2022-03-08T12:06:00Z', 'revision_number': 4, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'subnets': [{'id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:01.539109 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-863acab0-d80a-4f82-8e60-17b074c484ba req-b8b18e71-ae84-4108-bd37-f449e00520c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1e60f5-606b-4f9d-86ab-25655b23aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0496011 Mar 08 12:06:01.543730 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6f3ae-6bae-4a45-b33a-a56c3c8998a9 None None] The sync data for ids ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'] in dv-cinder-830085-2-iscsi is: [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:57Z', 'revision_number': 4, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'aebc383b-0f64-444c-8783-7f20f8110d94', 'name': '', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'mac_address': 'fa:16:3e:85:85:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:56Z', 'updated_at': '2022-03-08T12:06:00Z', 'revision_number': 4, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'subnets': [{'id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:06:01.562564 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-e17ab60c-b885-4eff-b34f-bc23aaf191a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:01.651385 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b960507-26a3-4bfe-afad-96aedeb20b21 admin admin] Network ed4faabe-c068-4f39-939d-6a9518be5003 is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:06:01.677504 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [req-e840d767-97af-468b-b093-056683fa6625 req-cb6706d9-e9df-445e-ad0a-30e69b6702ec tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Allocated IP 172.20.0.3 (4f904412-2318-4860-a2f7-735d16ba6d18/16c38457-e30c-477a-85f8-db8a728931ce/25ef4ed9-548f-41ee-8d6a-b850c5099178) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:06:01.696511 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863acab0-d80a-4f82-8e60-17b074c484ba req-6ad644e4-4364-4abc-86c9-b140a0036ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:01.700277 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-863acab0-d80a-4f82-8e60-17b074c484ba req-6ad644e4-4364-4abc-86c9-b140a0036ba5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=243d0bec-ddaa-486f-a46c-e3ab257ef718 HTTP/1.1" status: 200 len: 859 time: 0.1514368 Mar 08 12:06:01.725599 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-a2a4d2ff-282f-4803-948f-115df6199ca1 None None] Provisioning complete for port aebc383b-0f64-444c-8783-7f20f8110d94 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:01.725908 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d2ff-282f-4803-948f-115df6199ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:01.751299 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ab60c-b885-4eff-b34f-bc23aaf191a4 None None] Pushing event updated for resources: {'Port': ['ID=aebc383b-0f64-444c-8783-7f20f8110d94,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:01.802428 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-863acab0-d80a-4f82-8e60-17b074c484ba req-683e0def-0745-49f8-b586-28bcd26b177c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=257e73a2-5ceb-447c-85df-8c17e7e9e042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629551 Mar 08 12:06:01.823272 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d8d27a67-9146-46ff-8e1f-70d41fdfd988 req-d91fc3ec-fb75-4b6e-a8ea-78c649b5cf78 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 210 time: 0.0821099 Mar 08 12:06:01.849449 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4d2ff-282f-4803-948f-115df6199ca1 None None] Current status of the port aebc383b-0f64-444c-8783-7f20f8110d94 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:01.859541 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-6b960507-26a3-4bfe-afad-96aedeb20b21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, ed4faabe-c068-4f39-939d-6a9518be5003) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:06:01.871684 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf5a085-fe39-48f8-9828-fa6cf284da3b None None] Network ed4faabe-c068-4f39-939d-6a9518be5003 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:06:01.876941 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b960507-26a3-4bfe-afad-96aedeb20b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:01.877544 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6b960507-26a3-4bfe-afad-96aedeb20b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.010301 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-6b960507-26a3-4bfe-afad-96aedeb20b21 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7907612 Mar 08 12:06:02.012334 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-863acab0-d80a-4f82-8e60-17b074c484ba req-dd0a2938-810b-4455-97dc-33cee055fdd8 service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916173 Mar 08 12:06:02.018998 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49532) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:02.023504 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-306099019-router', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:02.026139 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9edbfed6-1ad3-5ea8-a132-a097731b67f7-ed4faabe-c068-4f39-939d-6a9518be5003', 'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003', 'project_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'fixed_ips': [{'subnet_id': 'f4eb98a6-5c15-4dde-881f-f3a7714849cd'}]}} from dv-cinder-830085-2-iscsi. {{(pid=110509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:06:02.027023 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.069445 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e840d767-97af-468b-b093-056683fa6625 req-cb6706d9-e9df-445e-ad0a-30e69b6702ec tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks [] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.178708 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33078681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31816'] for router (e74b1e20-eac9-4750-b01c-e9eb4982f5af), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.180692 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33075817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33063898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33180591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31809'] for router (e74b1e20-eac9-4750-b01c-e9eb4982f5af), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.216254 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-863acab0-d80a-4f82-8e60-17b074c484ba req-7953c942-9c2c-4816-b773-ff120448ed07 service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859117 Mar 08 12:06:02.220693 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.db_base_plugin_common [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Allocated IP 172.20.0.2 (ed4faabe-c068-4f39-939d-6a9518be5003/f4eb98a6-5c15-4dde-881f-f3a7714849cd/b0a5abe3-bdcc-46bd-95c3-9f00f6060acd) {{(pid=110509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:06:02.289217 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e840d767-97af-468b-b093-056683fa6625 req-cb6706d9-e9df-445e-ad0a-30e69b6702ec tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.305451 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Publish callbacks [] for router_controller (e74b1e20-eac9-4750-b01c-e9eb4982f5af), precommit_add_association {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.425120 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e840d767-97af-468b-b093-056683fa6625 req-cb6706d9-e9df-445e-ad0a-30e69b6702ec tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Network 4f904412-2318-4860-a2f7-735d16ba6d18 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:06:02.427185 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [req-e840d767-97af-468b-b093-056683fa6625 req-cb6706d9-e9df-445e-ad0a-30e69b6702ec tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:06:02.435910 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [req-e840d767-97af-468b-b093-056683fa6625 req-cb6706d9-e9df-445e-ad0a-30e69b6702ec tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:06:02.436557 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Publish callbacks [] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), precommit_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.443864 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840d767-97af-468b-b093-056683fa6625 req-cb6706d9-e9df-445e-ad0a-30e69b6702ec tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:02.445061 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e840d767-97af-468b-b093-056683fa6625 req-cb6706d9-e9df-445e-ad0a-30e69b6702ec tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.476075 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e12a0-83e6-449d-ac93-5abca63d1c3e req-5c0c2987-ad03-4f32-9861-abebf784c200 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:02.477755 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e84e12a0-83e6-449d-ac93-5abca63d1c3e req-5c0c2987-ad03-4f32-9861-abebf784c200 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.1637220 Mar 08 12:06:02.501125 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device aebc383b-0f64-444c-8783-7f20f8110d94 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:06:02.535630 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6706d9-e9df-445e-ad0a-30e69b6702ec tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Pushing event updated for resources: {'Port': ['ID=25ef4ed9-548f-41ee-8d6a-b850c5099178,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:02.552800 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.582430 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e84e12a0-83e6-449d-ac93-5abca63d1c3e req-bf9e1ee7-3cb4-4f38-bb4f-515c10335943 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978377 Mar 08 12:06:02.605469 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Network ed4faabe-c068-4f39-939d-6a9518be5003 is already hosted by enough agents. {{(pid=110509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:06:02.613267 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.base_scheduler [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Resources bound (agent type, host, resource id): {{(pid=110509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:06:02.617945 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Received port after_create {{(pid=110509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:06:02.629716 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Pushing event updated for resources: {'Port': ['ID=b0a5abe3-bdcc-46bd-95c3-9f00f6060acd,revision_number=1']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:02.656259 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-cb6706d9-e9df-445e-ad0a-30e69b6702ec tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9367380 Mar 08 12:06:02.664603 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Publish callbacks [] for router_gateway (e74b1e20-eac9-4750-b01c-e9eb4982f5af), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.679818 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Request body: {'port': {'device_id': '79fbabb0-a111-4394-bdb1-db6b8eb120b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:02.681879 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port aebc383b-0f64-444c-8783-7f20f8110d94 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:02.682270 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.726911 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Attempting to bind port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:06:02.727145 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Attempting to bind port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '571961db-fbef-42b3-a566-56e6f43e8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:06:02.727482 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Attempting to bind port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd on network ed4faabe-c068-4f39-939d-6a9518be5003 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:02.735594 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:06:02.736006 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Checking segment: {'id': '571961db-fbef-42b3-a566-56e6f43e8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:06:02.736810 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.736810 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Bound using segment: {'id': '571961db-fbef-42b3-a566-56e6f43e8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:06:02.745009 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Bound port: b0a5abe3-bdcc-46bd-95c3-9f00f6060acd, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571961db-fbef-42b3-a566-56e6f43e8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:06:02.745009 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.756534 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:02.833815 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] For port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:06:02.839183 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] For port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=b0a5abe3-bdcc-46bd-95c3-9f00f6060acd,segment=NetworkSegment(571961db-fbef-42b3-a566-56e6f43e8e94),segment_id=571961db-fbef-42b3-a566-56e6f43e8e94)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:06:02.893394 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port aebc383b-0f64-444c-8783-7f20f8110d94 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:02.917268 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.034283 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d1ac-3cff-457a-8905-2cc7289c8d4e None None] Pushing event updated for resources: {'Port': ['ID=b0a5abe3-bdcc-46bd-95c3-9f00f6060acd,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:03.086389 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce92842-f59e-4a43-99c9-d2ae7ecdc6b2 req-1e4a6768-c2e7-4633-9465-ebe20849428b tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:03.088035 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-dce92842-f59e-4a43-99c9-d2ae7ecdc6b2 req-1e4a6768-c2e7-4633-9465-ebe20849428b tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 931 time: 0.1536961 Mar 08 12:06:03.294863 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-dce92842-f59e-4a43-99c9-d2ae7ecdc6b2 req-35bd3069-c1c6-4f72-99b6-67ea6cbe17ea tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960585 Mar 08 12:06:03.360575 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Publish callbacks [] for router_gateway (e74b1e20-eac9-4750-b01c-e9eb4982f5af), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.387369 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.393421 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ef4ed9-548f-41ee-8d6a-b850c5099178 {{(pid=110508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:06:03.406388 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Publish callbacks [] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.453145 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.provisioning_blocks [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Transition to ACTIVE for port object 25ef4ed9-548f-41ee-8d6a-b850c5099178 will not be triggered until provisioned by entity L2. {{(pid=110508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:06:03.517976 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Allocated IP 172.27.1.134 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/67c9279b-ad8c-4575-8c76-bb7849e16a29) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:06:03.544608 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.645699 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74365aec-0181-496e-b46d-85641c886225 service neutron] Pushing event updated for resources: {'Port': ['ID=25ef4ed9-548f-41ee-8d6a-b850c5099178,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:03.705286 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1fe10-ecf3-4f9d-827e-50fe729e9477 req-3a93af33-2e83-44dd-84fd-7a226a6f700b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:03.705876 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Publish callbacks [] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.708208 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-38c1fe10-ecf3-4f9d-827e-50fe729e9477 req-3a93af33-2e83-44dd-84fd-7a226a6f700b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0570774 Mar 08 12:06:03.708585 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Attempting to bind port 25ef4ed9-548f-41ee-8d6a-b850c5099178 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:06:03.708959 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Attempting to bind port 25ef4ed9-548f-41ee-8d6a-b850c5099178 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '9b640465-96b7-4e43-91d2-8fe0938c1082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18'}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:06:03.709256 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Attempting to bind port 25ef4ed9-548f-41ee-8d6a-b850c5099178 on network 4f904412-2318-4860-a2f7-735d16ba6d18 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:03.717346 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Port 25ef4ed9-548f-41ee-8d6a-b850c5099178 on network 4f904412-2318-4860-a2f7-735d16ba6d18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:06:03.717668 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Attempting to bind port 25ef4ed9-548f-41ee-8d6a-b850c5099178 on network 4f904412-2318-4860-a2f7-735d16ba6d18 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:03.728535 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:06:03.728899 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Checking segment: {'id': '9b640465-96b7-4e43-91d2-8fe0938c1082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:06:03.729291 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Bound using segment: {'id': '9b640465-96b7-4e43-91d2-8fe0938c1082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18'} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:06:03.729731 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Bound port: 25ef4ed9-548f-41ee-8d6a-b850c5099178, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b640465-96b7-4e43-91d2-8fe0938c1082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18'}}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:06:03.730165 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.763576 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-38c1fe10-ecf3-4f9d-827e-50fe729e9477 req-32127fb5-2ead-4984-a7a0-3741927357e0 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482218 Mar 08 12:06:03.816353 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] For port 25ef4ed9-548f-41ee-8d6a-b850c5099178, host hv-cinder-83008, cleared binding levels {{(pid=110508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:06:03.819608 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] For port 25ef4ed9-548f-41ee-8d6a-b850c5099178, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=25ef4ed9-548f-41ee-8d6a-b850c5099178,segment=NetworkSegment(9b640465-96b7-4e43-91d2-8fe0938c1082),segment_id=9b640465-96b7-4e43-91d2-8fe0938c1082)] {{(pid=110508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:06:03.858647 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:03.902395 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:06:03.905428 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:06:03.909387 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:06:03.952782 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Pushing event updated for resources: {'Port': ['ID=67c9279b-ad8c-4575-8c76-bb7849e16a29,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:03.994614 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.027339 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49574) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:04.054940 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e6f5ca-217a-4988-8417-44b442ad4a47 None None] Network ed4faabe-c068-4f39-939d-6a9518be5003 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:06:04.067006 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:04.067686 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.069410 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-74365aec-0181-496e-b46d-85641c886225 service neutron] 10.222.0.55 "PUT /v2.0/ports/25ef4ed9-548f-41ee-8d6a-b850c5099178 HTTP/1.1" status: 200 len: 1093 time: 1.3942165 Mar 08 12:06:04.069562 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fbabb0-a111-4394-bdb1-db6b8eb120b0', 'tag': '25ef4ed9-548f-41ee-8d6a-b850c5099178'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:04.072296 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a3f904-1b8a-4b65-ba14-8c3e779769e6" -d '{"events": [{"name": "network-changed", "server_uuid": "79fbabb0-a111-4394-bdb1-db6b8eb120b0", "tag": "25ef4ed9-548f-41ee-8d6a-b850c5099178"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:04.103693 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74365aec-0181-496e-b46d-85641c886225 service neutron] Pushing event updated for resources: {'Port': ['ID=25ef4ed9-548f-41ee-8d6a-b850c5099178,revision_number=3']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:04.123235 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d1be00-1751-4a53-9fd6-6f186d2b267e x-openstack-request-id: req-d2d1be00-1751-4a53-9fd6-6f186d2b267e {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:04.123467 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fbabb0-a111-4394-bdb1-db6b8eb120b0", "tag": "25ef4ed9-548f-41ee-8d6a-b850c5099178", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:04.123714 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2d1be00-1751-4a53-9fd6-6f186d2b267e {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:04.124120 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fbabb0-a111-4394-bdb1-db6b8eb120b0', 'tag': '25ef4ed9-548f-41ee-8d6a-b850c5099178', 'status': 'completed', 'code': 200} Mar 08 12:06:04.137035 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-65930f73-acf2-4692-a930-3a64f686759d None None] Provisioning complete for port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:04.137418 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-65930f73-acf2-4692-a930-3a64f686759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.179870 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7c27019c-769b-4a1d-9259-91136e8e2b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.268305 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-65930f73-acf2-4692-a930-3a64f686759d None None] Current status of the port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:04.269752 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-65930f73-acf2-4692-a930-3a64f686759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.276733 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7c27019c-769b-4a1d-9259-91136e8e2b6d admin admin] Publish callbacks [] for security_group (400b8e32-dab1-4115-ac32-c946a7e77ab7), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.309192 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3f904-1b8a-4b65-ba14-8c3e779769e6 req-8b1c6c43-1632-468a-8b35-a72d2f0a00cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:04.310908 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-06a3f904-1b8a-4b65-ba14-8c3e779769e6 req-8b1c6c43-1632-468a-8b35-a72d2f0a00cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=858acfb6864c45f987e2f706f375afdd&device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 1127 time: 0.1267636 Mar 08 12:06:04.318147 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-65930f73-acf2-4692-a930-3a64f686759d None None] For port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=b0a5abe3-bdcc-46bd-95c3-9f00f6060acd,segment=NetworkSegment(571961db-fbef-42b3-a566-56e6f43e8e94),segment_id=571961db-fbef-42b3-a566-56e6f43e8e94)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:04.375373 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7c27019c-769b-4a1d-9259-91136e8e2b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (400b8e32-dab1-4115-ac32-c946a7e77ab7), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.400786 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-65930f73-acf2-4692-a930-3a64f686759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.416068 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-7c27019c-769b-4a1d-9259-91136e8e2b6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33141c6cd35d4de5bf9bf7327ae81dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875761 Mar 08 12:06:04.417005 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27019c-769b-4a1d-9259-91136e8e2b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400b8e32-dab1-4115-ac32-c946a7e77ab7,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:04.419586 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49582) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:04.478595 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device b0a5abe3-bdcc-46bd-95c3-9f00f6060acd up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:06:04.524745 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4385-64b3-4f74-86b3-561c6cc3f238 admin admin] Publish callbacks [] for security_group (400b8e32-dab1-4115-ac32-c946a7e77ab7), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.535355 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65930f73-acf2-4692-a930-3a64f686759d None None] Pushing event updated for resources: {'Port': ['ID=b0a5abe3-bdcc-46bd-95c3-9f00f6060acd,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:04.547817 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:04.548765 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.559790 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4385-64b3-4f74-86b3-561c6cc3f238 admin admin] Publish callbacks [] for security_group (400b8e32-dab1-4115-ac32-c946a7e77ab7), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.620564 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4397d-e264-4fda-abb7-bc79b0d85403 req-8b33bdaf-3fa0-4c04-b834-7e14cf87ca6c tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:04.622964 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6bf4397d-e264-4fda-abb7-bc79b0d85403 req-8b33bdaf-3fa0-4c04-b834-7e14cf87ca6c tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 943 time: 0.1476743 Mar 08 12:06:04.675047 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-5b919bda-caa0-4948-b028-bb2d2410b6ef None None] Provisioning complete for port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:04.675457 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-5b919bda-caa0-4948-b028-bb2d2410b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.677233 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:04.703834 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6bf4397d-e264-4fda-abb7-bc79b0d85403 req-d66b69d5-bf78-40ca-abb1-3b14cb092a75 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715494 Mar 08 12:06:04.725952 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4385-64b3-4f74-86b3-561c6cc3f238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (400b8e32-dab1-4115-ac32-c946a7e77ab7), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.728725 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4385-64b3-4f74-86b3-561c6cc3f238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.732964 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-8f9b4385-64b3-4f74-86b3-561c6cc3f238 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/400b8e32-dab1-4115-ac32-c946a7e77ab7 HTTP/1.1" status: 204 len: 168 time: 0.3122556 Mar 08 12:06:04.742888 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b4385-64b3-4f74-86b3-561c6cc3f238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b8e32-dab1-4115-ac32-c946a7e77ab7,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:04.753350 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Publish callbacks [] for router_gateway (e74b1e20-eac9-4750-b01c-e9eb4982f5af), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:04.807354 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-5b919bda-caa0-4948-b028-bb2d2410b6ef None None] Current status of the port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:04.896547 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3f904-1b8a-4b65-ba14-8c3e779769e6 req-fe8e3fb4-7f57-4f16-aa0b-eae02dcc6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:04.898063 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-06a3f904-1b8a-4b65-ba14-8c3e779769e6 req-fe8e3fb4-7f57-4f16-aa0b-eae02dcc6b9b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=858acfb6864c45f987e2f706f375afdd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5672362 Mar 08 12:06:05.043044 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a6a3f-7b20-42fa-af6d-56694eb29e4b req-3942f95c-4e7f-449f-ab6d-d83301cd0a4e tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:05.044551 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b25a6a3f-7b20-42fa-af6d-56694eb29e4b req-3942f95c-4e7f-449f-ab6d-d83301cd0a4e tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.1813607 Mar 08 12:06:05.116554 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3f904-1b8a-4b65-ba14-8c3e779769e6 req-ee773181-5ed5-4aa5-a0b9-aee8f861afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:05.118025 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-06a3f904-1b8a-4b65-ba14-8c3e779769e6 req-ee773181-5ed5-4aa5-a0b9-aee8f861afaf service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2090874 Mar 08 12:06:05.148903 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33075810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33063927'] for router (e74b1e20-eac9-4750-b01c-e9eb4982f5af), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.160002 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b25a6a3f-7b20-42fa-af6d-56694eb29e4b req-2d0b33a5-d333-4e67-801e-00bf50c1dc34 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072328 Mar 08 12:06:05.300456 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840d767-97af-468b-b093-056683fa6625 req-71941c01-4c74-416c-8133-b53d64422368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:05.301820 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-71941c01-4c74-416c-8133-b53d64422368 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=858acfb6864c45f987e2f706f375afdd&device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 1127 time: 0.0932953 Mar 08 12:06:05.359556 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-b314ccd2-df05-4566-9fb3-b7aa80e49fe0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25ef4ed9-548f-41ee-8d6a-b850c5099178 HTTP/1.1" status: 200 len: 217 time: 0.0421991 Mar 08 12:06:05.393339 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49596) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:05.407612 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9b51f3e7-95d7-4046-8bea-47925cb04371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.411028 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840d767-97af-468b-b093-056683fa6625 req-6d216a9c-451b-4bef-88a6-7dcdd9ecf363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:05.412558 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-6d216a9c-451b-4bef-88a6-7dcdd9ecf363 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16c38457-e30c-477a-85f8-db8a728931ce HTTP/1.1" status: 200 len: 853 time: 0.0453973 Mar 08 12:06:05.445676 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-5738d655-d2f1-48bd-8856-65b8687983ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f904412-2318-4860-a2f7-735d16ba6d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261445 Mar 08 12:06:05.486873 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9b51f3e7-95d7-4046-8bea-47925cb04371 admin admin] Publish callbacks [] for security_group (2b4e5307-a802-4397-b827-12c3dc2ca1d8), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.544876 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Router e74b1e20-eac9-4750-b01c-e9eb4982f5af is scheduled to L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f with binding_index 1 {{(pid=110508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:06:05.553495 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-a6fb6543-fe89-42fa-aef3-aaadbb26df6d service neutron] 10.222.0.55 "GET /v2.0/networks/4f904412-2318-4860-a2f7-735d16ba6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966330 Mar 08 12:06:05.571906 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9b51f3e7-95d7-4046-8bea-47925cb04371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (2b4e5307-a802-4397-b827-12c3dc2ca1d8), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.618023 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-9b51f3e7-95d7-4046-8bea-47925cb04371 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24074355319c41afb73b7a4ce99f560f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204542 Mar 08 12:06:05.618023 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51f3e7-95d7-4046-8bea-47925cb04371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4e5307-a802-4397-b827-12c3dc2ca1d8,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:05.619634 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49598) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:05.758360 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:06:05.776626 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Sync routers for ids ['e74b1e20-eac9-4750-b01c-e9eb4982f5af'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:06:05.787885 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e840d767-97af-468b-b093-056683fa6625 req-82cd3e3c-6e4e-4bf8-9ba2-a059ad29bbec service neutron] 10.222.0.55 "GET /v2.0/networks/4f904412-2318-4860-a2f7-735d16ba6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870637 Mar 08 12:06:05.787885 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-596b17be-aac4-48d2-977e-96da8b626693 admin admin] Publish callbacks [] for security_group (2b4e5307-a802-4397-b827-12c3dc2ca1d8), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.789084 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Routers {'e74b1e20-eac9-4750-b01c-e9eb4982f5af'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:05.790013 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['e74b1e20-eac9-4750-b01c-e9eb4982f5af'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:05.815962 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-596b17be-aac4-48d2-977e-96da8b626693 admin admin] Publish callbacks [] for security_group (2b4e5307-a802-4397-b827-12c3dc2ca1d8), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.839791 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49604) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:05.863803 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd63d8-cd61-4d04-b25b-bcb54da19fd0 req-3b5eaa72-13d2-4f76-8244-e42a490e1a81 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:05.871575 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-80bd63d8-cd61-4d04-b25b-bcb54da19fd0 req-3b5eaa72-13d2-4f76-8244-e42a490e1a81 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 943 time: 0.0857298 Mar 08 12:06:05.872990 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.874447 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-5e6ea6d2-a7ab-42bc-a572-f452ed4bed12 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8544068 Mar 08 12:06:05.878097 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49608) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:05.915294 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Set router e74b1e20-eac9-4750-b01c-e9eb4982f5af gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:05.931659 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-80bd63d8-cd61-4d04-b25b-bcb54da19fd0 req-8a318068-611d-43c6-8d55-de5444bff547 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587308 Mar 08 12:06:05.948426 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-596b17be-aac4-48d2-977e-96da8b626693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (2b4e5307-a802-4397-b827-12c3dc2ca1d8), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.950997 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-596b17be-aac4-48d2-977e-96da8b626693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:05.952870 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-596b17be-aac4-48d2-977e-96da8b626693 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b4e5307-a802-4397-b827-12c3dc2ca1d8 HTTP/1.1" status: 204 len: 168 time: 0.3324590 Mar 08 12:06:05.965143 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b17be-aac4-48d2-977e-96da8b626693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4e5307-a802-4397-b827-12c3dc2ca1d8,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:05.987184 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1d21-52cd-41e8-a394-530d22010642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.082206 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1d21-52cd-41e8-a394-530d22010642 admin admin] Publish callbacks [] for security_group (8ca78ebe-62b2-44bc-997a-67480ee776a4), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.114718 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'name': 'tempest-TestMinimumBasicScenario-306099019-router', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:06:02Z', 'updated_at': '2022-03-08T12:06:04Z', 'revision_number': 3, 'project_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'gw_port': {'id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:06:03Z', 'updated_at': '2022-03-08T12:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:06.145428 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Checking router: e74b1e20-eac9-4750-b01c-e9eb4982f5af for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:06:06.145778 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Updating router e74b1e20-eac9-4750-b01c-e9eb4982f5af port 67c9279b-ad8c-4575-8c76-bb7849e16a29 binding host dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:06:06.165827 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1d21-52cd-41e8-a394-530d22010642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (8ca78ebe-62b2-44bc-997a-67480ee776a4), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.198424 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.210054 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-1b6e1d21-52cd-41e8-a394-530d22010642 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a229ac9b1cd4175b0855118fe2590db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676789 Mar 08 12:06:06.211319 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e1d21-52cd-41e8-a394-530d22010642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca78ebe-62b2-44bc-997a-67480ee776a4,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:06.214589 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49614) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:06.274901 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-06fbe373-d930-4f08-9403-f1f602eecd47 admin admin] Publish callbacks [] for security_group (8ca78ebe-62b2-44bc-997a-67480ee776a4), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.314156 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-06fbe373-d930-4f08-9403-f1f602eecd47 admin admin] Publish callbacks [] for security_group (8ca78ebe-62b2-44bc-997a-67480ee776a4), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.370005 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91e40c-5cc7-4b6c-8af6-22193bda0968 req-fed8ba5b-ca29-4e2b-bee3-edefae1cda99 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:06.371695 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8c91e40c-5cc7-4b6c-8af6-22193bda0968 req-fed8ba5b-ca29-4e2b-bee3-edefae1cda99 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.1027017 Mar 08 12:06:06.457805 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.468751 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-06fbe373-d930-4f08-9403-f1f602eecd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (8ca78ebe-62b2-44bc-997a-67480ee776a4), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.470891 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device b0a5abe3-bdcc-46bd-95c3-9f00f6060acd up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:06:06.472746 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-06fbe373-d930-4f08-9403-f1f602eecd47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.472912 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8c91e40c-5cc7-4b6c-8af6-22193bda0968 req-981be409-59f8-4c45-be76-9f726e551247 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868075 Mar 08 12:06:06.478521 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-06fbe373-d930-4f08-9403-f1f602eecd47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ca78ebe-62b2-44bc-997a-67480ee776a4 HTTP/1.1" status: 204 len: 168 time: 0.2511358 Mar 08 12:06:06.488330 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbe373-d930-4f08-9403-f1f602eecd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca78ebe-62b2-44bc-997a-67480ee776a4,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:06.577656 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:06.578615 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.584969 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Publish callbacks [] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), precommit_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.672500 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:06.688117 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Allocated IP 172.20.0.1 (ed4faabe-c068-4f39-939d-6a9518be5003/f4eb98a6-5c15-4dde-881f-f3a7714849cd/f36bb9da-2b64-4e06-884d-aa087fd50a78) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:06:06.743603 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.796377 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Attempting to bind port 67c9279b-ad8c-4575-8c76-bb7849e16a29 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:06:06.797071 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Attempting to bind port 67c9279b-ad8c-4575-8c76-bb7849e16a29 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:06:06.797205 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Attempting to bind port 67c9279b-ad8c-4575-8c76-bb7849e16a29 on network 981964ec-6e66-47f5-aee6-03bea7be7d13 {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:06.799965 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc53f82-26e1-4952-aaa7-922a0fc0486d None None] Pushing event updated for resources: {'Port': ['ID=67c9279b-ad8c-4575-8c76-bb7849e16a29,revision_number=2']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:06.804576 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:06:06.804960 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Checking segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:06:06.805366 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.805825 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Bound using segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:06:06.806232 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Bound port: 67c9279b-ad8c-4575-8c76-bb7849e16a29, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:06:06.806420 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Publish callbacks [] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.806615 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:06.942426 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] For port 67c9279b-ad8c-4575-8c76-bb7849e16a29, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:06:06.945791 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] For port 67c9279b-ad8c-4575-8c76-bb7849e16a29, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=67c9279b-ad8c-4575-8c76-bb7849e16a29,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:06:07.034337 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.046136 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7288d85-31df-4575-95cd-6b7d705d831d req-228db2c8-084e-4ebd-8e00-4f9f1eb289c5 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:07.047726 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f7288d85-31df-4575-95cd-6b7d705d831d req-228db2c8-084e-4ebd-8e00-4f9f1eb289c5 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 943 time: 0.0546184 Mar 08 12:06:07.075320 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.089943 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Network ed4faabe-c068-4f39-939d-6a9518be5003 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:06:07.093356 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:06:07.099135 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:06:07.099699 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33066970'] for router_interface (e74b1e20-eac9-4750-b01c-e9eb4982f5af), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.103671 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Pushing event updated for resources: {'Port': ['ID=f36bb9da-2b64-4e06-884d-aa087fd50a78,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:07.114214 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f7288d85-31df-4575-95cd-6b7d705d831d req-f0d22b24-844d-4de2-acca-8fba3af15816 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589650 Mar 08 12:06:07.160118 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Routers {'e74b1e20-eac9-4750-b01c-e9eb4982f5af'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:07.160769 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['e74b1e20-eac9-4750-b01c-e9eb4982f5af'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:07.275577 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc53f82-26e1-4952-aaa7-922a0fc0486d None None] Pushing event updated for resources: {'Port': ['ID=67c9279b-ad8c-4575-8c76-bb7849e16a29,revision_number=3']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:07.295843 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] Set router e74b1e20-eac9-4750-b01c-e9eb4982f5af gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:07.379259 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.380203 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-6ff35386-f8a2-49be-9242-84bfe14eae86 None None] Provisioning complete for port f36bb9da-2b64-4e06-884d-aa087fd50a78 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:07.390706 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49640) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:07.392439 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6ff35386-f8a2-49be-9242-84bfe14eae86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.427307 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-083476bd-ac24-4375-a456-ed320d79a04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.438618 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-6ff35386-f8a2-49be-9242-84bfe14eae86 None None] Port f36bb9da-2b64-4e06-884d-aa087fd50a78 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:06:07.518315 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'name': 'tempest-TestMinimumBasicScenario-306099019-router', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:06:02Z', 'updated_at': '2022-03-08T12:06:04Z', 'revision_number': 3, 'project_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'gw_port': {'id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:06:03Z', 'updated_at': '2022-03-08T12:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:07.560300 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55560ea-7342-4d98-867e-e9cbd39b7a59 None None] The sync data for ids ['e74b1e20-eac9-4750-b01c-e9eb4982f5af'] in dv-cinder-830085-2-iscsi is: [{'id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'name': 'tempest-TestMinimumBasicScenario-306099019-router', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:06:02Z', 'updated_at': '2022-03-08T12:06:04Z', 'revision_number': 3, 'project_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'gw_port': {'id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:06:03Z', 'updated_at': '2022-03-08T12:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:06:07.633584 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Publish callbacks [] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.677857 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a9dbd-ab1f-40ae-bfc8-b3418a4455c3 req-942e8cf0-9ecc-4f55-a790-7056f6ead658 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:07.679319 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5f8a9dbd-ab1f-40ae-bfc8-b3418a4455c3 req-942e8cf0-9ecc-4f55-a790-7056f6ead658 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0648835 Mar 08 12:06:07.720866 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.721633 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33134963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33066934'] for router_interface (e74b1e20-eac9-4750-b01c-e9eb4982f5af), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.791992 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5f8a9dbd-ab1f-40ae-bfc8-b3418a4455c3 req-e856e835-dca5-4d2a-bd20-f1ea38183218 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069660 Mar 08 12:06:07.804226 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-083476bd-ac24-4375-a456-ed320d79a04a admin admin] Publish callbacks [] for security_group (5fb5d075-152c-46bf-ad2e-0985650b4043), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.867677 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Pushing event updated for resources: {'Port': ['ID=f36bb9da-2b64-4e06-884d-aa087fd50a78,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:07.875087 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-083476bd-ac24-4375-a456-ed320d79a04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5fb5d075-152c-46bf-ad2e-0985650b4043), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:07.935708 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083476bd-ac24-4375-a456-ed320d79a04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb5d075-152c-46bf-ad2e-0985650b4043,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:07.942384 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-083476bd-ac24-4375-a456-ed320d79a04a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ae269ac468a432fa2007fe064bcb858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5506103 Mar 08 12:06:07.944919 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49650) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:07.956005 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Network ed4faabe-c068-4f39-939d-6a9518be5003 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:06:07.958358 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:06:08.115944 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b6fac875-00ca-4409-83d0-411d567780e6 admin admin] Publish callbacks [] for security_group (5fb5d075-152c-46bf-ad2e-0985650b4043), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:08.141915 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b6fac875-00ca-4409-83d0-411d567780e6 admin admin] Publish callbacks [] for security_group (5fb5d075-152c-46bf-ad2e-0985650b4043), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:08.189001 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Router e74b1e20-eac9-4750-b01c-e9eb4982f5af has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:06:08.279503 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-eb3d1d40-1277-4ad3-a441-51a44c3a1e34 None None] Provisioning complete for port f36bb9da-2b64-4e06-884d-aa087fd50a78 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:08.281987 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-eb3d1d40-1277-4ad3-a441-51a44c3a1e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:08.295633 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575a467-6782-4ec4-9d09-ce90701f4742 req-b814fbc9-e649-448e-b925-f0cfc867fabb tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:08.298791 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3575a467-6782-4ec4-9d09-ce90701f4742 req-b814fbc9-e649-448e-b925-f0cfc867fabb tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 943 time: 0.0884407 Mar 08 12:06:08.364465 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d1d40-1277-4ad3-a441-51a44c3a1e34 None None] Port f36bb9da-2b64-4e06-884d-aa087fd50a78 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:06:08.399457 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3575a467-6782-4ec4-9d09-ce90701f4742 req-62ad1e7d-773d-42b7-aed8-efbcf6d62822 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912910 Mar 08 12:06:08.469250 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 67c9279b-ad8c-4575-8c76-bb7849e16a29 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:06:08.526914 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 67c9279b-ad8c-4575-8c76-bb7849e16a29 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:08.528741 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:08.623050 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 67c9279b-ad8c-4575-8c76-bb7849e16a29 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:08.623620 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:08.625950 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b6fac875-00ca-4409-83d0-411d567780e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5fb5d075-152c-46bf-ad2e-0985650b4043), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:08.628634 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b6fac875-00ca-4409-83d0-411d567780e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:08.631631 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-b6fac875-00ca-4409-83d0-411d567780e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fb5d075-152c-46bf-ad2e-0985650b4043 HTTP/1.1" status: 204 len: 168 time: 0.6857138 Mar 08 12:06:08.654433 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fac875-00ca-4409-83d0-411d567780e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb5d075-152c-46bf-ad2e-0985650b4043,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:08.669908 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port 67c9279b-ad8c-4575-8c76-bb7849e16a29, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=67c9279b-ad8c-4575-8c76-bb7849e16a29,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:08.687706 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:06:08.696246 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-40d70755-8bb5-4411-b101-49c7fed41e06 admin admin] 10.222.0.44 "PUT /v2.0/routers/e74b1e20-eac9-4750-b01c-e9eb4982f5af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8160992 Mar 08 12:06:08.777824 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:08.832391 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=67c9279b-ad8c-4575-8c76-bb7849e16a29,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:08.955215 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b784-47d0-43d3-82cf-07b0a8a6d15d req-c210d575-4922-4823-929d-8626181a5a2f tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:08.957014 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f803b784-47d0-43d3-82cf-07b0a8a6d15d req-c210d575-4922-4823-929d-8626181a5a2f tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0726821 Mar 08 12:06:08.966981 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:06:09.025271 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f803b784-47d0-43d3-82cf-07b0a8a6d15d req-371df2d5-96c8-49f0-84e2-e71c0f792d17 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608621 Mar 08 12:06:09.517375 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Sync routers for ids ['e74b1e20-eac9-4750-b01c-e9eb4982f5af'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:06:09.528144 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Routers {'e74b1e20-eac9-4750-b01c-e9eb4982f5af'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:09.528840 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['e74b1e20-eac9-4750-b01c-e9eb4982f5af'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:09.536701 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2479e0a-5767-4646-a7e3-a8aeee9198b3 req-85d4f394-7e95-443a-a5de-23f226b4890f tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:09.539032 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e2479e0a-5767-4646-a7e3-a8aeee9198b3 req-85d4f394-7e95-443a-a5de-23f226b4890f tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 943 time: 0.0668569 Mar 08 12:06:09.584248 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 25ef4ed9-548f-41ee-8d6a-b850c5099178 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:06:09.589627 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e2479e0a-5767-4646-a7e3-a8aeee9198b3 req-cebd7d6e-c6a6-4a70-be35-d50686000499 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446620 Mar 08 12:06:09.720583 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Set router e74b1e20-eac9-4750-b01c-e9eb4982f5af gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:09.945474 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 25ef4ed9-548f-41ee-8d6a-b850c5099178, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=25ef4ed9-548f-41ee-8d6a-b850c5099178,segment=NetworkSegment(9b640465-96b7-4e43-91d2-8fe0938c1082),segment_id=9b640465-96b7-4e43-91d2-8fe0938c1082)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:09.974656 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '25ef4ed9-548f-41ee-8d6a-b850c5099178', 'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18', 'port_id': '25ef4ed9-548f-41ee-8d6a-b850c5099178', 'mac_address': 'fa:16:3e:b9:8c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c38457-e30c-477a-85f8-db8a728931ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:06:10.105953 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 25ef4ed9-548f-41ee-8d6a-b850c5099178 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:10.105953 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:10.136152 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ef4ed9-548f-41ee-8d6a-b850c5099178 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:06:10.169366 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 25ef4ed9-548f-41ee-8d6a-b850c5099178, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=25ef4ed9-548f-41ee-8d6a-b850c5099178,segment=NetworkSegment(9b640465-96b7-4e43-91d2-8fe0938c1082),segment_id=9b640465-96b7-4e43-91d2-8fe0938c1082)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:10.221726 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'name': 'tempest-TestMinimumBasicScenario-306099019-router', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:06:02Z', 'updated_at': '2022-03-08T12:06:07Z', 'revision_number': 4, 'project_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'gw_port': {'id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:06:03Z', 'updated_at': '2022-03-08T12:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'f36bb9da-2b64-4e06-884d-aa087fd50a78', 'name': '', 'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'mac_address': 'fa:16:3e:01:95:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4eb98a6-5c15-4dde-881f-f3a7714849cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:06:06Z', 'updated_at': '2022-03-08T12:06:07Z', 'revision_number': 2, 'project_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'subnets': [{'id': 'f4eb98a6-5c15-4dde-881f-f3a7714849cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:10.237969 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b22d9-f682-4f8e-b9a3-be4094569061 req-f615491a-0ad9-4cb3-add1-973befc96d17 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:10.247465 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e33b22d9-f682-4f8e-b9a3-be4094569061 req-f615491a-0ad9-4cb3-add1-973befc96d17 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.1279609 Mar 08 12:06:10.287876 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Checking router: e74b1e20-eac9-4750-b01c-e9eb4982f5af for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:06:10.288240 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Updating router e74b1e20-eac9-4750-b01c-e9eb4982f5af port f36bb9da-2b64-4e06-884d-aa087fd50a78 binding host dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:06:10.345442 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:10.350532 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:10.350674 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e33b22d9-f682-4f8e-b9a3-be4094569061 req-e8bdc76e-e5c7-43b5-9c3c-c7405b9cf28c tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007788 Mar 08 12:06:10.425146 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=25ef4ed9-548f-41ee-8d6a-b850c5099178,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:10.448321 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 67c9279b-ad8c-4575-8c76-bb7849e16a29 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:06:10.605269 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 67c9279b-ad8c-4575-8c76-bb7849e16a29 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:10.611854 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:10.802766 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7910a-bff4-4331-8b7c-01d3d4b2dc44 req-b19ad660-cfe8-4653-86e5-1066fcdabd62 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:10.810978 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5ca7910a-bff4-4331-8b7c-01d3d4b2dc44 req-b19ad660-cfe8-4653-86e5-1066fcdabd62 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 944 time: 0.1331611 Mar 08 12:06:10.814812 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 67c9279b-ad8c-4575-8c76-bb7849e16a29 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:10.821857 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['25ef4ed9-548f-41ee-8d6a-b850c5099178'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:06:10.876006 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5ca7910a-bff4-4331-8b7c-01d3d4b2dc44 req-798b0d44-a8cf-43d7-a3fa-cc7d8f4d57a0 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585306 Mar 08 12:06:10.913676 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Publish callbacks [] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), precommit_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:11.018971 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:11.126441 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fd46a-1cd2-4251-a311-e787252db897 None None] Pushing event updated for resources: {'Port': ['ID=f36bb9da-2b64-4e06-884d-aa087fd50a78,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:11.255516 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Attempting to bind port f36bb9da-2b64-4e06-884d-aa087fd50a78 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:06:11.256570 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Attempting to bind port f36bb9da-2b64-4e06-884d-aa087fd50a78 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '571961db-fbef-42b3-a566-56e6f43e8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:06:11.257011 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Attempting to bind port f36bb9da-2b64-4e06-884d-aa087fd50a78 on network ed4faabe-c068-4f39-939d-6a9518be5003 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:11.263680 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:06:11.266756 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Checking segment: {'id': '571961db-fbef-42b3-a566-56e6f43e8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:06:11.266756 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:11.266756 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Bound using segment: {'id': '571961db-fbef-42b3-a566-56e6f43e8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:06:11.266756 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Bound port: f36bb9da-2b64-4e06-884d-aa087fd50a78, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571961db-fbef-42b3-a566-56e6f43e8e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:06:11.266756 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:11.367522 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] For port f36bb9da-2b64-4e06-884d-aa087fd50a78, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:06:11.371110 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] For port f36bb9da-2b64-4e06-884d-aa087fd50a78, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=f36bb9da-2b64-4e06-884d-aa087fd50a78,segment=NetworkSegment(571961db-fbef-42b3-a566-56e6f43e8e94),segment_id=571961db-fbef-42b3-a566-56e6f43e8e94)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:06:11.445988 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:11.533962 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 49750) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:11.591395 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097573f0-b3d3-4f0b-88ca-de37a5a7f16b req-0b2c921d-1d96-4c6d-a7d9-8a72e980f5e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:11.596978 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-097573f0-b3d3-4f0b-88ca-de37a5a7f16b req-0b2c921d-1d96-4c6d-a7d9-8a72e980f5e4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.1154020 Mar 08 12:06:11.637802 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d9af260e-1a00-48e2-97a5-27d9b62b0856 None None] Provisioning complete for port f36bb9da-2b64-4e06-884d-aa087fd50a78 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:11.637802 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d9af260e-1a00-48e2-97a5-27d9b62b0856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:11.637802 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fd46a-1cd2-4251-a311-e787252db897 None None] Pushing event updated for resources: {'Port': ['ID=f36bb9da-2b64-4e06-884d-aa087fd50a78,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:11.647614 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Routers {'e74b1e20-eac9-4750-b01c-e9eb4982f5af'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:06:11.648264 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:05:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['e74b1e20-eac9-4750-b01c-e9eb4982f5af'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:11.707243 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-097573f0-b3d3-4f0b-88ca-de37a5a7f16b req-98279990-7355-4347-8c13-50341fadf319 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092012 Mar 08 12:06:11.739175 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-dabe89e0-b562-45da-8036-4ab4f2fcae12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:11.861275 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-dabe89e0-b562-45da-8036-4ab4f2fcae12 admin admin] Publish callbacks [] for security_group (3f15c853-54cc-491d-bd51-be9166be81c3), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:11.974362 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] Set router e74b1e20-eac9-4750-b01c-e9eb4982f5af gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:06:12.005077 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d9af260e-1a00-48e2-97a5-27d9b62b0856 None None] Current status of the port f36bb9da-2b64-4e06-884d-aa087fd50a78 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:12.005622 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d9af260e-1a00-48e2-97a5-27d9b62b0856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:12.024848 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-dabe89e0-b562-45da-8036-4ab4f2fcae12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (3f15c853-54cc-491d-bd51-be9166be81c3), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:12.054112 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d9af260e-1a00-48e2-97a5-27d9b62b0856 None None] For port f36bb9da-2b64-4e06-884d-aa087fd50a78, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=f36bb9da-2b64-4e06-884d-aa087fd50a78,segment=NetworkSegment(571961db-fbef-42b3-a566-56e6f43e8e94),segment_id=571961db-fbef-42b3-a566-56e6f43e8e94)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:12.070666 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe89e0-b562-45da-8036-4ab4f2fcae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f15c853-54cc-491d-bd51-be9166be81c3,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:12.115593 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20608323-2dcb-4a66-8da8-7adca3c44c33 req-eb2856be-128a-4aa1-85f9-3391ed1296e6 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:12.115593 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-20608323-2dcb-4a66-8da8-7adca3c44c33 req-eb2856be-128a-4aa1-85f9-3391ed1296e6 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 944 time: 0.1539609 Mar 08 12:06:12.120332 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 49758) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:12.120863 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-dabe89e0-b562-45da-8036-4ab4f2fcae12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3570b3c95b5405d83dc6745be2b6109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5854952 Mar 08 12:06:12.173663 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-20608323-2dcb-4a66-8da8-7adca3c44c33 req-deddc94d-c350-498c-815e-dc5221b6651a tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501769 Mar 08 12:06:12.190315 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d9af260e-1a00-48e2-97a5-27d9b62b0856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:12.208340 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-aff89441-b8fd-4e59-bfb5-0207474837d4 admin admin] Publish callbacks [] for security_group (3f15c853-54cc-491d-bd51-be9166be81c3), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:12.255888 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-aff89441-b8fd-4e59-bfb5-0207474837d4 admin admin] Publish callbacks [] for security_group (3f15c853-54cc-491d-bd51-be9166be81c3), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:12.347235 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af260e-1a00-48e2-97a5-27d9b62b0856 None None] Pushing event updated for resources: {'Port': ['ID=f36bb9da-2b64-4e06-884d-aa087fd50a78,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:12.351592 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-0a9c9acc-120b-4841-beb1-5614ae127402 None None] Provisioning complete for port f36bb9da-2b64-4e06-884d-aa087fd50a78 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:12.351974 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-0a9c9acc-120b-4841-beb1-5614ae127402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:12.411436 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-aff89441-b8fd-4e59-bfb5-0207474837d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (3f15c853-54cc-491d-bd51-be9166be81c3), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:12.411919 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'name': 'tempest-TestMinimumBasicScenario-306099019-router', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:06:02Z', 'updated_at': '2022-03-08T12:06:07Z', 'revision_number': 4, 'project_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'gw_port': {'id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:06:03Z', 'updated_at': '2022-03-08T12:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'f36bb9da-2b64-4e06-884d-aa087fd50a78', 'name': '', 'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'mac_address': 'fa:16:3e:01:95:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4eb98a6-5c15-4dde-881f-f3a7714849cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:06:06Z', 'updated_at': '2022-03-08T12:06:11Z', 'revision_number': 4, 'project_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'subnets': [{'id': 'f4eb98a6-5c15-4dde-881f-f3a7714849cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:06:12.414510 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-aff89441-b8fd-4e59-bfb5-0207474837d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:12.418275 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-aff89441-b8fd-4e59-bfb5-0207474837d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f15c853-54cc-491d-bd51-be9166be81c3 HTTP/1.1" status: 204 len: 168 time: 0.2953386 Mar 08 12:06:12.448028 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d4d28-e2e3-4bf5-877b-01b5b3c935ee None None] The sync data for ids ['e74b1e20-eac9-4750-b01c-e9eb4982f5af'] in dv-cinder-830085-2-iscsi is: [{'id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'name': 'tempest-TestMinimumBasicScenario-306099019-router', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:06:02Z', 'updated_at': '2022-03-08T12:06:07Z', 'revision_number': 4, 'project_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'gw_port': {'id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:06:03Z', 'updated_at': '2022-03-08T12:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'f36bb9da-2b64-4e06-884d-aa087fd50a78', 'name': '', 'network_id': 'ed4faabe-c068-4f39-939d-6a9518be5003', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'mac_address': 'fa:16:3e:01:95:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f4eb98a6-5c15-4dde-881f-f3a7714849cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:06:06Z', 'updated_at': '2022-03-08T12:06:11Z', 'revision_number': 4, 'project_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'subnets': [{'id': 'f4eb98a6-5c15-4dde-881f-f3a7714849cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:06:12.480206 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff89441-b8fd-4e59-bfb5-0207474837d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f15c853-54cc-491d-bd51-be9166be81c3,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:12.501636 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c9acc-120b-4841-beb1-5614ae127402 None None] Current status of the port f36bb9da-2b64-4e06-884d-aa087fd50a78 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:12.938009 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ca66c-aca6-4d79-af91-7585a7cbb40b req-b6f69838-6bfa-492a-8a04-601c8880a820 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:12.940721 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d40ca66c-aca6-4d79-af91-7585a7cbb40b req-b6f69838-6bfa-492a-8a04-601c8880a820 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.1197984 Mar 08 12:06:13.035140 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d40ca66c-aca6-4d79-af91-7585a7cbb40b req-3635af02-98e8-4faa-a51d-f6870b5981f4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861187 Mar 08 12:06:13.475764 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c74e0f-1ba3-4a9b-8389-e95c3f9611a1 req-525b4f7c-526f-474c-a2b2-0bd45f8970cf tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:13.478738 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-91c74e0f-1ba3-4a9b-8389-e95c3f9611a1 req-525b4f7c-526f-474c-a2b2-0bd45f8970cf tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 944 time: 0.1380811 Mar 08 12:06:13.648994 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-91c74e0f-1ba3-4a9b-8389-e95c3f9611a1 req-98bcd43c-32c8-477f-8074-00989e4b9ae4 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422944 Mar 08 12:06:13.894054 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 25ef4ed9-548f-41ee-8d6a-b850c5099178 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:06:14.051052 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 25ef4ed9-548f-41ee-8d6a-b850c5099178 completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:06:14.061482 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 25ef4ed9-548f-41ee-8d6a-b850c5099178 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:14.062097 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:14.225344 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 25ef4ed9-548f-41ee-8d6a-b850c5099178 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:14.226925 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:14.258024 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fbabb0-a111-4394-bdb1-db6b8eb120b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef4ed9-548f-41ee-8d6a-b850c5099178'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:14.263149 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61802a18-6238-41ab-b100-8e813ebab77b" -d '{"events": [{"server_uuid": "79fbabb0-a111-4394-bdb1-db6b8eb120b0", "name": "network-vif-plugged", "status": "completed", "tag": "25ef4ed9-548f-41ee-8d6a-b850c5099178"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:14.295706 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 25ef4ed9-548f-41ee-8d6a-b850c5099178, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=25ef4ed9-548f-41ee-8d6a-b850c5099178,segment=NetworkSegment(9b640465-96b7-4e43-91d2-8fe0938c1082),segment_id=9b640465-96b7-4e43-91d2-8fe0938c1082)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:14.370945 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:14.418184 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac49ff1-b953-4f86-8941-101b69eb47f8 req-b49f841f-c83e-4ec3-bb0f-1297713aa867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:14.420677 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fac49ff1-b953-4f86-8941-101b69eb47f8 req-b49f841f-c83e-4ec3-bb0f-1297713aa867 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 1130 time: 0.1890070 Mar 08 12:06:14.432910 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34296f-7d5d-4fd7-8d99-d2ecb5bd5fa1 req-0b6fd2c5-2c23-47cf-831e-17834ff2c12d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:14.443624 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9a34296f-7d5d-4fd7-8d99-d2ecb5bd5fa1 req-0b6fd2c5-2c23-47cf-831e-17834ff2c12d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.1310763 Mar 08 12:06:14.474388 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d25006-b273-4692-9ed5-537cab435a41 x-openstack-request-id: req-e3d25006-b273-4692-9ed5-537cab435a41 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:14.474788 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fbabb0-a111-4394-bdb1-db6b8eb120b0", "name": "network-vif-plugged", "status": "completed", "tag": "25ef4ed9-548f-41ee-8d6a-b850c5099178", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:14.475348 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e3d25006-b273-4692-9ed5-537cab435a41 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:14.475854 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fbabb0-a111-4394-bdb1-db6b8eb120b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef4ed9-548f-41ee-8d6a-b850c5099178', 'code': 200} Mar 08 12:06:14.476977 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=25ef4ed9-548f-41ee-8d6a-b850c5099178,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:14.586226 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device f36bb9da-2b64-4e06-884d-aa087fd50a78 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:06:14.607284 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9a34296f-7d5d-4fd7-8d99-d2ecb5bd5fa1 req-98efc40d-c216-4792-9c21-10fe7cfc697a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596572 Mar 08 12:06:14.631146 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fac49ff1-b953-4f86-8941-101b69eb47f8 req-37b11a19-ed85-4e04-88a6-f8c71228a191 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838629 Mar 08 12:06:14.682228 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port f36bb9da-2b64-4e06-884d-aa087fd50a78 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:14.682703 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:14.778515 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port f36bb9da-2b64-4e06-884d-aa087fd50a78 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:14.837155 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637c850-95c0-4b39-a22c-add1869c70d5 req-775a50cc-7de6-4b83-b61c-8722bcd02446 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:14.838717 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e637c850-95c0-4b39-a22c-add1869c70d5 req-775a50cc-7de6-4b83-b61c-8722bcd02446 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 945 time: 0.0930665 Mar 08 12:06:14.924237 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e637c850-95c0-4b39-a22c-add1869c70d5 req-2db5a1c0-0211-4d0f-be5f-1060522e20a9 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773921 Mar 08 12:06:15.027043 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9709fcb-a9bd-4bf7-a1d9-204f75ef6434 req-67f71a78-5c90-4933-ac2b-c9c141e1c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:15.029723 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b9709fcb-a9bd-4bf7-a1d9-204f75ef6434 req-67f71a78-5c90-4933-ac2b-c9c141e1c6ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 1129 time: 0.0506947 Mar 08 12:06:15.080637 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b9709fcb-a9bd-4bf7-a1d9-204f75ef6434 req-fbf14c98-9b6e-43c0-9cc6-16e2466394ea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387812 Mar 08 12:06:15.753358 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c1a27-01c6-43d3-8694-d484f53ef2b0 req-dcb11b07-ccd0-450d-8509-212e5ff3cd1a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:15.758579 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-967c1a27-01c6-43d3-8694-d484f53ef2b0 req-dcb11b07-ccd0-450d-8509-212e5ff3cd1a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0823278 Mar 08 12:06:15.832541 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-967c1a27-01c6-43d3-8694-d484f53ef2b0 req-a617b18c-edad-45e5-bad2-da66ffdd4705 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677989 Mar 08 12:06:16.135821 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0b79e-2792-4417-ba54-d365a704378a req-5a9ec8f4-c337-4bbf-9c6c-c28365b11bdb tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:16.146566 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8ab0b79e-2792-4417-ba54-d365a704378a req-5a9ec8f4-c337-4bbf-9c6c-c28365b11bdb tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 945 time: 0.0684831 Mar 08 12:06:16.200773 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8ab0b79e-2792-4417-ba54-d365a704378a req-dbdcdff0-e984-466b-aae3-552b25777694 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532184 Mar 08 12:06:16.994971 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724f135-ab97-4e03-8a7f-3485ab23f773 req-8223339e-242a-4dad-8eec-978ec9039133 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:16.996872 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e724f135-ab97-4e03-8a7f-3485ab23f773 req-8223339e-242a-4dad-8eec-978ec9039133 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0819583 Mar 08 12:06:17.068657 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e724f135-ab97-4e03-8a7f-3485ab23f773 req-d760f363-eb84-478b-b6f2-d87c28598291 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627236 Mar 08 12:06:17.341052 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168782-9ce2-4567-ba66-f2343c7358db req-572bf571-d844-4f26-8016-278fc683550f tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:17.343327 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-48168782-9ce2-4567-ba66-f2343c7358db req-572bf571-d844-4f26-8016-278fc683550f tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 945 time: 0.0596600 Mar 08 12:06:17.425056 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-48168782-9ce2-4567-ba66-f2343c7358db req-8b4b3e0d-25fe-4fb1-924e-345ba89252fc tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750785 Mar 08 12:06:17.577982 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930990a4-677b-49d2-917e-30152796f2f3 req-cb3f7308-532d-4bfc-b287-1ea9506053b3 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:17.584997 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-930990a4-677b-49d2-917e-30152796f2f3 req-cb3f7308-532d-4bfc-b287-1ea9506053b3 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.1226411 Mar 08 12:06:17.695296 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04833209-51af-483c-ac82-3c1f2a508fae req-358f0695-2863-4421-b818-d3b6be8080e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:17.696852 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-04833209-51af-483c-ac82-3c1f2a508fae req-358f0695-2863-4421-b818-d3b6be8080e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 1130 time: 0.1098285 Mar 08 12:06:17.711337 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-930990a4-677b-49d2-917e-30152796f2f3 req-df3f4147-8e7f-41cc-8b52-3f75662d11f8 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206110 Mar 08 12:06:17.819619 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04833209-51af-483c-ac82-3c1f2a508fae req-0fda4928-a8da-4123-8b27-bb548c04d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:17.822208 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-04833209-51af-483c-ac82-3c1f2a508fae req-0fda4928-a8da-4123-8b27-bb548c04d190 service neutron] 10.222.0.55 "GET /v2.0/networks?id=257e73a2-5ceb-447c-85df-8c17e7e9e042 HTTP/1.1" status: 200 len: 920 time: 0.1097376 Mar 08 12:06:17.895675 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-04833209-51af-483c-ac82-3c1f2a508fae req-119a59f8-e91c-4390-90ab-c10887a74aa8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1e60f5-606b-4f9d-86ab-25655b23aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0518095 Mar 08 12:06:18.005954 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04833209-51af-483c-ac82-3c1f2a508fae req-106b3b6a-022f-4559-bd4d-d65d6e4f4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:18.008009 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-04833209-51af-483c-ac82-3c1f2a508fae req-106b3b6a-022f-4559-bd4d-d65d6e4f4d7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=243d0bec-ddaa-486f-a46c-e3ab257ef718 HTTP/1.1" status: 200 len: 859 time: 0.1038773 Mar 08 12:06:18.052083 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-04833209-51af-483c-ac82-3c1f2a508fae req-81eb8948-b18d-4b40-a1f3-6b74e3b49063 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=257e73a2-5ceb-447c-85df-8c17e7e9e042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364344 Mar 08 12:06:18.174682 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-04833209-51af-483c-ac82-3c1f2a508fae req-3e6771ab-e5c0-427f-a38e-701aeb1ed3e0 service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137698 Mar 08 12:06:18.288543 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-04833209-51af-483c-ac82-3c1f2a508fae req-926390ae-68cb-40ff-90f1-dcc850ad3814 service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066284 Mar 08 12:06:18.863414 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde3b4b-ac4e-4f61-bd49-51ccc437c657 req-c8ab49b0-66f6-43b4-b15b-9f90017e3d89 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:18.864946 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0bde3b4b-ac4e-4f61-bd49-51ccc437c657 req-c8ab49b0-66f6-43b4-b15b-9f90017e3d89 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0616071 Mar 08 12:06:18.918628 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0bde3b4b-ac4e-4f61-bd49-51ccc437c657 req-4a639395-755d-4baa-a2e7-716ddc8bf4ff tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474222 Mar 08 12:06:20.105038 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7ace3-fceb-49d7-9edb-bb9ad6fd0ba3 req-d2b8c619-3011-44a1-b682-cdabc5da8856 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:20.109389 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-62f7ace3-fceb-49d7-9edb-bb9ad6fd0ba3 req-d2b8c619-3011-44a1-b682-cdabc5da8856 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0892482 Mar 08 12:06:20.166511 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-62f7ace3-fceb-49d7-9edb-bb9ad6fd0ba3 req-034f8ce3-5366-4d7f-a2c7-cb07e7ffef94 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513673 Mar 08 12:06:21.314012 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324b42-3c56-4eb0-b02f-c428cfe43593 req-60c77cfc-b943-4119-a4f3-a6e059850ca3 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:21.315604 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f2324b42-3c56-4eb0-b02f-c428cfe43593 req-60c77cfc-b943-4119-a4f3-a6e059850ca3 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0658729 Mar 08 12:06:21.397557 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f2324b42-3c56-4eb0-b02f-c428cfe43593 req-ca326bf8-d336-4ef6-bf42-e7ad2bcbd374 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692029 Mar 08 12:06:23.684577 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-b0fe3837-fb78-41b0-a658-ea4deea28cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:24.908397 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67eb3c-42e8-4210-b241-295f1c345748 req-69ade768-522d-41b6-a533-8dd930a1a2ac tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:24.910041 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fb67eb3c-42e8-4210-b241-295f1c345748 req-69ade768-522d-41b6-a533-8dd930a1a2ac tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0577161 Mar 08 12:06:24.960487 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-84813d29-45f3-4590-85cc-84fb640e8c36 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:24.962209 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-84813d29-45f3-4590-85cc-84fb640e8c36 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/networks?id=552fa765-aa36-42ef-b1db-e824e7214f9c HTTP/1.1" status: 200 len: 814 time: 0.1237917 Mar 08 12:06:24.966893 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fb67eb3c-42e8-4210-b241-295f1c345748 req-60873ee5-1dbb-4e2d-8b30-ee71a36d8931 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507696 Mar 08 12:06:24.977584 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-85f2dbc8-6ae5-4ecc-9dba-588fc10cff2c tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/quotas/23396fe2e24d48e1a919efa0e1896508 HTTP/1.1" status: 200 len: 375 time: 0.0092154 Mar 08 12:06:25.037022 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-68c04cea-9c65-4554-81ec-eefbbea19773 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=23396fe2e24d48e1a919efa0e1896508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538275 Mar 08 12:06:25.139907 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-192be45c-788e-4954-9798-47540d09f0b0 service neutron] 10.222.0.44 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906866 Mar 08 12:06:25.231193 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-d973288a-441d-4b97-ba03-d5d1f54381cb service neutron] 10.222.0.44 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854061 Mar 08 12:06:25.603890 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-72524127-a4b6-4c79-b35a-d29806743f57 req-758d32cf-bdd3-411e-953c-98e27f57b71c tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 210 time: 0.0295594 Mar 08 12:06:26.286841 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a67fa258-02f5-42ee-bf0a-7702779158e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:26.689130 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a73e9e8a-9f3d-4d46-9a3d-59f6a029ae71 req-992b005b-49bd-43cc-8c0d-c0d51df5a8bc tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 210 time: 0.0287645 Mar 08 12:06:27.455263 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:27.784034 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4b49bacc-85c0-440f-94de-e62fbb9d447a req-9b064b23-7c5c-4a7e-ade9-7be729d68f79 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 210 time: 0.0276408 Mar 08 12:06:28.893850 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4728f7c3-12df-4435-b174-a4468ba6c044 req-126ced63-b2c0-4457-81ea-97f2dc9e3607 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 210 time: 0.0350480 Mar 08 12:06:28.946640 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:28.963955 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-08747426-8e1d-4727-99f4-e9d7426b9d10 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:28.966070 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-08747426-8e1d-4727-99f4-e9d7426b9d10 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.55 "GET /v2.0/networks?id=552fa765-aa36-42ef-b1db-e824e7214f9c HTTP/1.1" status: 200 len: 814 time: 0.1175931 Mar 08 12:06:29.019710 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-b4dfe6a5-e374-4f43-9381-643a5e1e15ce tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Request body: {'port': {'device_id': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'admin_state_up': True, 'tenant_id': '23396fe2e24d48e1a919efa0e1896508'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:29.221707 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-b4dfe6a5-e374-4f43-9381-643a5e1e15ce tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Made reservation on behalf of 23396fe2e24d48e1a919efa0e1896508 for: {'port': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:06:29.225394 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-b4dfe6a5-e374-4f43-9381-643a5e1e15ce tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:29.375053 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-b4dfe6a5-e374-4f43-9381-643a5e1e15ce tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Allocated IP 172.20.0.5 (552fa765-aa36-42ef-b1db-e824e7214f9c/4fcdfd42-a9fd-4f23-98c1-c3646d6b6752/505947da-5e1e-4917-9740-68272ecb3e26) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:06:29.410970 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50152) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:29.591594 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-b4dfe6a5-e374-4f43-9381-643a5e1e15ce tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for port (505947da-5e1e-4917-9740-68272ecb3e26), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:29.610577 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4f84cec4-7ff5-4a89-b813-5d1004b76272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:29.718639 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4f84cec4-7ff5-4a89-b813-5d1004b76272 admin admin] Publish callbacks [] for security_group (7e079dbb-a5d7-4caa-bd1d-2cbc158abb8b), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:29.776050 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-b4dfe6a5-e374-4f43-9381-643a5e1e15ce tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (505947da-5e1e-4917-9740-68272ecb3e26), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:29.839403 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4f84cec4-7ff5-4a89-b813-5d1004b76272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (7e079dbb-a5d7-4caa-bd1d-2cbc158abb8b), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:29.854294 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-b4dfe6a5-e374-4f43-9381-643a5e1e15ce tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Network 552fa765-aa36-42ef-b1db-e824e7214f9c is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:06:29.864385 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-b4dfe6a5-e374-4f43-9381-643a5e1e15ce tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:06:29.866385 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:29.870946 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-b4dfe6a5-e374-4f43-9381-643a5e1e15ce tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:06:29.880915 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-b4dfe6a5-e374-4f43-9381-643a5e1e15ce tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:29.882496 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-b4dfe6a5-e374-4f43-9381-643a5e1e15ce tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:29.920835 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfe6a5-e374-4f43-9381-643a5e1e15ce tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event updated for resources: {'Port': ['ID=505947da-5e1e-4917-9740-68272ecb3e26,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:29.938191 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84cec4-7ff5-4a89-b813-5d1004b76272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e079dbb-a5d7-4caa-bd1d-2cbc158abb8b,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:29.955816 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-4f84cec4-7ff5-4a89-b813-5d1004b76272 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b869d87ad69a428ea498d6fd94171187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5433667 Mar 08 12:06:29.960237 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 50186) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:30.030607 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-b4dfe6a5-e374-4f43-9381-643a5e1e15ce tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0148933 Mar 08 12:06:30.074843 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4a43302-3a1f-4b1a-b1d5-2df4068c0ab8 admin admin] Publish callbacks [] for security_group (7e079dbb-a5d7-4caa-bd1d-2cbc158abb8b), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.106614 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4a43302-3a1f-4b1a-b1d5-2df4068c0ab8 admin admin] Publish callbacks [] for security_group (7e079dbb-a5d7-4caa-bd1d-2cbc158abb8b), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.161987 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Request body: {'port': {'device_id': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:30.255077 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9eec3-0e0a-4075-b570-c66afa0ce396 req-9a15b1f6-71f3-4fe9-98b9-72042b00f5be tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:30.256985 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-10e9eec3-0e0a-4075-b570-c66afa0ce396 req-9a15b1f6-71f3-4fe9-98b9-72042b00f5be tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 931 time: 0.2245989 Mar 08 12:06:30.261255 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4a43302-3a1f-4b1a-b1d5-2df4068c0ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (7e079dbb-a5d7-4caa-bd1d-2cbc158abb8b), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.265367 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4a43302-3a1f-4b1a-b1d5-2df4068c0ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.266816 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-a4a43302-3a1f-4b1a-b1d5-2df4068c0ab8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e079dbb-a5d7-4caa-bd1d-2cbc158abb8b HTTP/1.1" status: 204 len: 168 time: 0.3047655 Mar 08 12:06:30.295765 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-9a1730a3-f14a-42bf-b4cb-adbe2d6742ad None None] Provisioning complete for port 505947da-5e1e-4917-9740-68272ecb3e26 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:30.297652 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9a1730a3-f14a-42bf-b4cb-adbe2d6742ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (505947da-5e1e-4917-9740-68272ecb3e26), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.345488 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a43302-3a1f-4b1a-b1d5-2df4068c0ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e079dbb-a5d7-4caa-bd1d-2cbc158abb8b,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:30.355092 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50202) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:30.383180 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (505947da-5e1e-4917-9740-68272ecb3e26), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.459179 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-9a1730a3-f14a-42bf-b4cb-adbe2d6742ad None None] Port 505947da-5e1e-4917-9740-68272ecb3e26 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:06:30.637779 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9aac6389-e9b3-4ef4-bec1-08e65ee50339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.675512 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-10e9eec3-0e0a-4075-b570-c66afa0ce396 req-5ea82a7c-6bc4-4e7d-ae0b-4b95a79fc074 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073317 Mar 08 12:06:30.780065 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9aac6389-e9b3-4ef4-bec1-08e65ee50339 admin admin] Publish callbacks [] for security_group (b2d7f15b-22e1-4ac1-bc23-e33e1105010d), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.872024 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9aac6389-e9b3-4ef4-bec1-08e65ee50339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (b2d7f15b-22e1-4ac1-bc23-e33e1105010d), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:30.901153 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac6389-e9b3-4ef4-bec1-08e65ee50339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d7f15b-22e1-4ac1-bc23-e33e1105010d,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:30.954991 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-9aac6389-e9b3-4ef4-bec1-08e65ee50339 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=280a8f858a914ea88e545ae78ead017e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5918429 Mar 08 12:06:30.954991 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50210) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:30.976716 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505947da-5e1e-4917-9740-68272ecb3e26 {{(pid=110508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:06:30.986556 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Publish callbacks [] for port (505947da-5e1e-4917-9740-68272ecb3e26), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.001780 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.provisioning_blocks [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Transition to ACTIVE for port object 505947da-5e1e-4917-9740-68272ecb3e26 will not be triggered until provisioned by entity L2. {{(pid=110508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:06:31.055376 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (505947da-5e1e-4917-9740-68272ecb3e26), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.084427 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.086269 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-390992be-2a60-4cdd-84ba-8463af36e749 admin admin] Publish callbacks [] for security_group (b2d7f15b-22e1-4ac1-bc23-e33e1105010d), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.120083 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-390992be-2a60-4cdd-84ba-8463af36e749 admin admin] Publish callbacks [] for security_group (b2d7f15b-22e1-4ac1-bc23-e33e1105010d), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.158004 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Pushing event updated for resources: {'Port': ['ID=505947da-5e1e-4917-9740-68272ecb3e26,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:31.233948 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Attempting to bind port 505947da-5e1e-4917-9740-68272ecb3e26 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:06:31.234845 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Attempting to bind port 505947da-5e1e-4917-9740-68272ecb3e26 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '4283206f-53eb-4e3a-b09b-774015fc990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c'}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:06:31.235490 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Attempting to bind port 505947da-5e1e-4917-9740-68272ecb3e26 on network 552fa765-aa36-42ef-b1db-e824e7214f9c {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:31.241573 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Port 505947da-5e1e-4917-9740-68272ecb3e26 on network 552fa765-aa36-42ef-b1db-e824e7214f9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:06:31.242222 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Attempting to bind port 505947da-5e1e-4917-9740-68272ecb3e26 on network 552fa765-aa36-42ef-b1db-e824e7214f9c {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:06:31.249638 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:06:31.249985 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Checking segment: {'id': '4283206f-53eb-4e3a-b09b-774015fc990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:06:31.250475 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Bound using segment: {'id': '4283206f-53eb-4e3a-b09b-774015fc990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c'} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:06:31.250817 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Bound port: 505947da-5e1e-4917-9740-68272ecb3e26, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4283206f-53eb-4e3a-b09b-774015fc990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c'}}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:06:31.251297 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (505947da-5e1e-4917-9740-68272ecb3e26), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.300855 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-390992be-2a60-4cdd-84ba-8463af36e749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (b2d7f15b-22e1-4ac1-bc23-e33e1105010d), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.303822 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-390992be-2a60-4cdd-84ba-8463af36e749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.305272 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-390992be-2a60-4cdd-84ba-8463af36e749 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2d7f15b-22e1-4ac1-bc23-e33e1105010d HTTP/1.1" status: 204 len: 168 time: 0.3553956 Mar 08 12:06:31.316026 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390992be-2a60-4cdd-84ba-8463af36e749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d7f15b-22e1-4ac1-bc23-e33e1105010d,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:31.403503 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] For port 505947da-5e1e-4917-9740-68272ecb3e26, host hv-cinder-83008, cleared binding levels {{(pid=110508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:06:31.407790 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] For port 505947da-5e1e-4917-9740-68272ecb3e26, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=505947da-5e1e-4917-9740-68272ecb3e26,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:06:31.478805 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (505947da-5e1e-4917-9740-68272ecb3e26), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.521377 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:31.522167 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.537997 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] 10.222.0.55 "PUT /v2.0/ports/505947da-5e1e-4917-9740-68272ecb3e26 HTTP/1.1" status: 200 len: 1093 time: 1.3666604 Mar 08 12:06:31.539536 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:31.546428 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bd457d-9107-4479-bd5e-dc9185f2cc32" -d '{"events": [{"name": "network-changed", "server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "tag": "505947da-5e1e-4917-9740-68272ecb3e26"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:31.565212 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50224) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:31.583992 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.602303 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Pushing event updated for resources: {'Port': ['ID=505947da-5e1e-4917-9740-68272ecb3e26,revision_number=3']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:31.609722 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.610121 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.610474 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.611060 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.611436 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.611780 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.612302 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.612721 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.613167 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.613532 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.613870 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.614443 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.615073 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f5588-8e1e-435c-844a-18b3476d6972 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:31.746698 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Publish callbacks [] for security_group (c63be0bf-a028-4d80-9282-4754d9b5e7a0), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:31.992383 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (c63be0bf-a028-4d80-9282-4754d9b5e7a0), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:32.035895 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f61efb4bdeb494ca85119670e2a0d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4692624 Mar 08 12:06:32.037032 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63be0bf-a028-4d80-9282-4754d9b5e7a0,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:32.038762 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 50234) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:32.046113 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:32.046471 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:32.047077 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:32.047616 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:32.048108 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:32.048594 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:32.049267 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:32.049925 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:32.050580 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:32.051261 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:32.051824 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:32.052392 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:32.052869 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa7eee9-5650-43c5-a358-95db4a2d3680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:32.106879 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3e19ec7a-3f08-48a8-bf78-cf255628e43a admin admin] Publish callbacks [] for security_group (c63be0bf-a028-4d80-9282-4754d9b5e7a0), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:32.134580 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3e19ec7a-3f08-48a8-bf78-cf255628e43a admin admin] Publish callbacks [] for security_group (c63be0bf-a028-4d80-9282-4754d9b5e7a0), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:32.390309 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3e19ec7a-3f08-48a8-bf78-cf255628e43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (c63be0bf-a028-4d80-9282-4754d9b5e7a0), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:32.390309 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3e19ec7a-3f08-48a8-bf78-cf255628e43a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:32.390309 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-3e19ec7a-3f08-48a8-bf78-cf255628e43a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c63be0bf-a028-4d80-9282-4754d9b5e7a0 HTTP/1.1" status: 204 len: 168 time: 0.2893445 Mar 08 12:06:32.390309 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19ec7a-3f08-48a8-bf78-cf255628e43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63be0bf-a028-4d80-9282-4754d9b5e7a0,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:32.391622 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50240) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:32.469238 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-256d0d37-c6df-4e1a-9dc4-cba27754177a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:32.581732 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-256d0d37-c6df-4e1a-9dc4-cba27754177a admin admin] Publish callbacks [] for security_group (a9d40ea9-52d9-4df8-931d-0b27bed1675a), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:32.951925 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-256d0d37-c6df-4e1a-9dc4-cba27754177a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (a9d40ea9-52d9-4df8-931d-0b27bed1675a), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:33.004716 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d0d37-c6df-4e1a-9dc4-cba27754177a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d40ea9-52d9-4df8-931d-0b27bed1675a,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:33.010788 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-256d0d37-c6df-4e1a-9dc4-cba27754177a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca2aef0e54eb41318ee114150f260891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6177790 Mar 08 12:06:33.014487 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50246) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:33.086839 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-17cd17bc-f62c-4992-aec4-1d6c539c8645 admin admin] Publish callbacks [] for security_group (a9d40ea9-52d9-4df8-931d-0b27bed1675a), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:33.109898 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-17cd17bc-f62c-4992-aec4-1d6c539c8645 admin admin] Publish callbacks [] for security_group (a9d40ea9-52d9-4df8-931d-0b27bed1675a), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:33.265981 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-17cd17bc-f62c-4992-aec4-1d6c539c8645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (a9d40ea9-52d9-4df8-931d-0b27bed1675a), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:33.269137 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-17cd17bc-f62c-4992-aec4-1d6c539c8645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:33.270838 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-17cd17bc-f62c-4992-aec4-1d6c539c8645 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9d40ea9-52d9-4df8-931d-0b27bed1675a HTTP/1.1" status: 204 len: 168 time: 0.2527463 Mar 08 12:06:33.281714 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd17bc-f62c-4992-aec4-1d6c539c8645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d40ea9-52d9-4df8-931d-0b27bed1675a,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:34.477808 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 50280) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:34.491423 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2368c059-7ddf-44fe-ba22-1c3ac1ad74c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:34.608599 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2368c059-7ddf-44fe-ba22-1c3ac1ad74c1 admin admin] Publish callbacks [] for security_group (643317fc-c5db-49a2-b0c8-ebf74de9a363), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:34.694892 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2368c059-7ddf-44fe-ba22-1c3ac1ad74c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (643317fc-c5db-49a2-b0c8-ebf74de9a363), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:34.743161 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-2368c059-7ddf-44fe-ba22-1c3ac1ad74c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e1fe53869a349b3870defd416e8d000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640727 Mar 08 12:06:34.744114 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368c059-7ddf-44fe-ba22-1c3ac1ad74c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643317fc-c5db-49a2-b0c8-ebf74de9a363,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:34.746328 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50284) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:34.823413 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fd7cd863-acb9-4639-b9c8-2fad1ae897e7 admin admin] Publish callbacks [] for security_group (643317fc-c5db-49a2-b0c8-ebf74de9a363), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:34.852173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fd7cd863-acb9-4639-b9c8-2fad1ae897e7 admin admin] Publish callbacks [] for security_group (643317fc-c5db-49a2-b0c8-ebf74de9a363), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:34.992622 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fd7cd863-acb9-4639-b9c8-2fad1ae897e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (643317fc-c5db-49a2-b0c8-ebf74de9a363), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:34.996070 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fd7cd863-acb9-4639-b9c8-2fad1ae897e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:34.997530 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-fd7cd863-acb9-4639-b9c8-2fad1ae897e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/643317fc-c5db-49a2-b0c8-ebf74de9a363 HTTP/1.1" status: 204 len: 168 time: 0.2491715 Mar 08 12:06:35.007340 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cd863-acb9-4639-b9c8-2fad1ae897e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643317fc-c5db-49a2-b0c8-ebf74de9a363,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:36.358669 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9247f8f7-5abd-442b-b69b-a35c94fcfb60 x-openstack-request-id: req-9247f8f7-5abd-442b-b69b-a35c94fcfb60 {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:36.358669 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "tag": "505947da-5e1e-4917-9740-68272ecb3e26", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:36.358669 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9247f8f7-5abd-442b-b69b-a35c94fcfb60 {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:36.358669 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26', 'status': 'completed', 'code': 200} Mar 08 12:06:36.478530 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5069e-afc2-4d8c-8157-97a53316c8a3 req-89ce8ee9-c374-47cf-937c-152a8637cf70 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:36.486216 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b9f5069e-afc2-4d8c-8157-97a53316c8a3 req-89ce8ee9-c374-47cf-937c-152a8637cf70 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 943 time: 0.0676095 Mar 08 12:06:36.628426 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b9f5069e-afc2-4d8c-8157-97a53316c8a3 req-75e9efb4-7e4d-4ca6-8739-c1315d08b75a tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402583 Mar 08 12:06:36.809147 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f765d-4aee-4aa5-8671-b45a56816173 req-e641255d-b918-4e9c-860b-4e300246ec94 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:36.811461 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3c8f765d-4aee-4aa5-8671-b45a56816173 req-e641255d-b918-4e9c-860b-4e300246ec94 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0766091 Mar 08 12:06:36.890943 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3c8f765d-4aee-4aa5-8671-b45a56816173 req-f14e2b56-85a0-453c-b697-cb45eee87d64 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732133 Mar 08 12:06:38.091347 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb44fc-f300-41a8-9e45-f12a26034ae1 req-2499620c-5949-416d-82d3-3dcd775be81a tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:38.092851 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f7bb44fc-f300-41a8-9e45-f12a26034ae1 req-2499620c-5949-416d-82d3-3dcd775be81a tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 943 time: 0.3570206 Mar 08 12:06:38.144557 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f7bb44fc-f300-41a8-9e45-f12a26034ae1 req-6a8b072b-51d6-42c6-9fd4-0c8ca6dbcdf0 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446739 Mar 08 12:06:38.272557 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9de30c-9812-4737-a21c-631cd454c115 req-ef889fb2-3445-4cb7-a383-2d6a46211143 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:38.280897 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ea9de30c-9812-4737-a21c-631cd454c115 req-ef889fb2-3445-4cb7-a383-2d6a46211143 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0772958 Mar 08 12:06:38.345811 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ea9de30c-9812-4737-a21c-631cd454c115 req-cbffc81b-eccc-4344-a293-1149cd671d3b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503144 Mar 08 12:06:39.284831 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a300ad9-209d-4e12-8436-9303b338e5e1 req-1dc2785f-8cdf-4409-8a18-1578605423ca tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:39.286342 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6a300ad9-209d-4e12-8436-9303b338e5e1 req-1dc2785f-8cdf-4409-8a18-1578605423ca tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 943 time: 0.0642734 Mar 08 12:06:39.343026 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6a300ad9-209d-4e12-8436-9303b338e5e1 req-e3f66bbd-1fe5-4d65-81f0-7febc835fc4a tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510895 Mar 08 12:06:39.469530 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f0e4-2dec-4b15-9f79-08f986d988cd req-3a42e9ad-af3e-4030-a2b2-6a96d0b4e06f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:39.471141 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2b84f0e4-2dec-4b15-9f79-08f986d988cd req-3a42e9ad-af3e-4030-a2b2-6a96d0b4e06f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0567765 Mar 08 12:06:39.526566 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2b84f0e4-2dec-4b15-9f79-08f986d988cd req-71cb5b35-75cf-46c0-9800-0c0141382c2f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496936 Mar 08 12:06:40.480756 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dc1ef-4988-418f-a40f-1f29b6108924 req-47925783-6acc-4d97-b74f-b7cfbd106c80 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:40.484033 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f74dc1ef-4988-418f-a40f-1f29b6108924 req-47925783-6acc-4d97-b74f-b7cfbd106c80 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 943 time: 0.0638423 Mar 08 12:06:40.547593 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f74dc1ef-4988-418f-a40f-1f29b6108924 req-e79ef120-7e94-41d5-8f0d-efc2a53b70eb tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552754 Mar 08 12:06:40.667042 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e74713-5442-453c-8f31-6ad57795c3f8 req-dba09776-c256-414c-891a-680af9b05fa0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:40.674935 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-59e74713-5442-453c-8f31-6ad57795c3f8 req-dba09776-c256-414c-891a-680af9b05fa0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0700176 Mar 08 12:06:40.722166 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-59e74713-5442-453c-8f31-6ad57795c3f8 req-f4b018eb-43c8-410e-aa60-576ecd67ace2 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462487 Mar 08 12:06:41.671005 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f619e38-2c5f-4100-98ec-4cfe8aa79d07 req-5fb76c71-fd1e-4aaa-9934-4fd2b64656ac tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:41.672566 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1f619e38-2c5f-4100-98ec-4cfe8aa79d07 req-5fb76c71-fd1e-4aaa-9934-4fd2b64656ac tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 943 time: 0.0582173 Mar 08 12:06:41.723425 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1f619e38-2c5f-4100-98ec-4cfe8aa79d07 req-455f664d-8660-4bac-a163-67cb219e01b6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451779 Mar 08 12:06:41.854883 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa655af-64c3-421a-bb9c-c315cea42b58 req-067f493a-2006-4f54-98d0-b86914444134 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:41.857709 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5fa655af-64c3-421a-bb9c-c315cea42b58 req-067f493a-2006-4f54-98d0-b86914444134 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0614374 Mar 08 12:06:41.913643 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5fa655af-64c3-421a-bb9c-c315cea42b58 req-8b6d48e9-d47b-4784-98a7-67bea285fc29 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504076 Mar 08 12:06:42.776892 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-38209bf4-e9da-4f14-8a9c-7919cf4e0385 req-452cfa30-a8ff-42fc-8bfe-2970473dc049 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732663 Mar 08 12:06:42.797440 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd457d-9107-4479-bd5e-dc9185f2cc32 req-f2454007-7427-4e83-8eb1-3bc5c6be5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:42.798927 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-59bd457d-9107-4479-bd5e-dc9185f2cc32 req-f2454007-7427-4e83-8eb1-3bc5c6be5adf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23396fe2e24d48e1a919efa0e1896508&device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 1127 time: 0.0575993 Mar 08 12:06:42.846330 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f57fc2-e3c7-4652-9d9e-6fecf19579f2 req-d0ef1e61-11a8-4bbc-b1cb-b95c5e6f5f7a tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:42.848655 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-20f57fc2-e3c7-4652-9d9e-6fecf19579f2 req-d0ef1e61-11a8-4bbc-b1cb-b95c5e6f5f7a tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 943 time: 0.0544419 Mar 08 12:06:42.926632 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-20f57fc2-e3c7-4652-9d9e-6fecf19579f2 req-7000caea-08dc-437d-a21a-cd350b3c7686 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715437 Mar 08 12:06:42.983207 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38209bf4-e9da-4f14-8a9c-7919cf4e0385 req-479cd6ea-5e4f-4e24-9f25-9dcda38c85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:42.984704 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-38209bf4-e9da-4f14-8a9c-7919cf4e0385 req-479cd6ea-5e4f-4e24-9f25-9dcda38c85a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 1130 time: 0.1221535 Mar 08 12:06:43.001633 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd457d-9107-4479-bd5e-dc9185f2cc32 req-379acb15-639b-4732-80f0-89c4984a920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:43.003397 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-59bd457d-9107-4479-bd5e-dc9185f2cc32 req-379acb15-639b-4732-80f0-89c4984a920e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=23396fe2e24d48e1a919efa0e1896508&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1495080 Mar 08 12:06:43.088330 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815db5f-5b3f-4175-bed0-5c0509c148b7 req-f569c0be-42d9-44fb-82ff-5d0d2afc5a27 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:43.090512 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5815db5f-5b3f-4175-bed0-5c0509c148b7 req-f569c0be-42d9-44fb-82ff-5d0d2afc5a27 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0734918 Mar 08 12:06:43.169209 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5815db5f-5b3f-4175-bed0-5c0509c148b7 req-89628f94-ed7f-4071-92a7-424c1ed46f26 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710678 Mar 08 12:06:43.181370 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd457d-9107-4479-bd5e-dc9185f2cc32 req-19535960-77b1-42ec-82ce-9d331dfb5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:43.182847 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-59bd457d-9107-4479-bd5e-dc9185f2cc32 req-19535960-77b1-42ec-82ce-9d331dfb5c53 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1675272 Mar 08 12:06:43.184077 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38209bf4-e9da-4f14-8a9c-7919cf4e0385 req-40e52cb9-6708-4b72-a3ae-bb84b1d3c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:43.185952 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-38209bf4-e9da-4f14-8a9c-7919cf4e0385 req-40e52cb9-6708-4b72-a3ae-bb84b1d3c252 service neutron] 10.222.0.55 "GET /v2.0/networks?id=257e73a2-5ceb-447c-85df-8c17e7e9e042 HTTP/1.1" status: 200 len: 920 time: 0.1596551 Mar 08 12:06:43.245541 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-38209bf4-e9da-4f14-8a9c-7919cf4e0385 req-da2da06b-614d-4a74-94f6-974125822c82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1e60f5-606b-4f9d-86ab-25655b23aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0418220 Mar 08 12:06:43.337931 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38209bf4-e9da-4f14-8a9c-7919cf4e0385 req-4ce3d954-d6cd-4bfe-83c6-9dac6be5be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:43.339489 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-38209bf4-e9da-4f14-8a9c-7919cf4e0385 req-4ce3d954-d6cd-4bfe-83c6-9dac6be5be28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=243d0bec-ddaa-486f-a46c-e3ab257ef718 HTTP/1.1" status: 200 len: 859 time: 0.0776098 Mar 08 12:06:43.386327 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-38209bf4-e9da-4f14-8a9c-7919cf4e0385 req-a195a55a-575b-41a6-b756-cd62a8825f33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=257e73a2-5ceb-447c-85df-8c17e7e9e042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379653 Mar 08 12:06:43.392482 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-0316957e-3015-4888-b4d7-7a1f615e3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:43.392482 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-0316957e-3015-4888-b4d7-7a1f615e3b3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23396fe2e24d48e1a919efa0e1896508&device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 1127 time: 0.0974581 Mar 08 12:06:43.488565 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-19f98da0-eb2b-4837-98f9-4d627f4d975b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=505947da-5e1e-4917-9740-68272ecb3e26 HTTP/1.1" status: 200 len: 217 time: 0.0465477 Mar 08 12:06:43.580349 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-bc9e122b-76d5-48e8-8c42-11b0a977ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:43.581797 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-bc9e122b-76d5-48e8-8c42-11b0a977ca37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fcdfd42-a9fd-4f23-98c1-c3646d6b6752 HTTP/1.1" status: 200 len: 853 time: 0.0650818 Mar 08 12:06:43.585131 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-38209bf4-e9da-4f14-8a9c-7919cf4e0385 req-42391d0e-9248-4421-ae4a-0b3e3252eb07 service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614757 Mar 08 12:06:43.701992 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-5f9284b5-5208-430b-9993-3f1254ca9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:43.703585 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-5f9284b5-5208-430b-9993-3f1254ca9263 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=552fa765-aa36-42ef-b1db-e824e7214f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1090002 Mar 08 12:06:43.740194 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-38209bf4-e9da-4f14-8a9c-7919cf4e0385 req-8c2ec340-4370-4d9f-9b34-73bca547e457 service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383667 Mar 08 12:06:43.810247 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-112b6c7f-664d-4251-bb40-3fb8f57e8506 service neutron] 10.222.0.55 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974798 Mar 08 12:06:43.943967 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-afa0c1a1-a7df-4a94-8184-52c2f55d0522 req-6babd855-ff99-45c9-8a11-5cd32e05c19a service neutron] 10.222.0.55 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974023 Mar 08 12:06:44.078886 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bc044-98f8-4776-bee2-e7ef5cf3caad req-efeac028-5104-4798-99e0-f35e0738af48 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:44.080969 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2b3bc044-98f8-4776-bee2-e7ef5cf3caad req-efeac028-5104-4798-99e0-f35e0738af48 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 943 time: 0.0698323 Mar 08 12:06:44.138629 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2b3bc044-98f8-4776-bee2-e7ef5cf3caad req-7c28024e-9702-4220-82ea-7076b642fe97 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506198 Mar 08 12:06:44.300701 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340de764-a3d6-4d70-ba77-851919c51a79 req-5395ff3c-ff31-4fe4-9d1d-1201dbd90cd1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:44.306892 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-340de764-a3d6-4d70-ba77-851919c51a79 req-5395ff3c-ff31-4fe4-9d1d-1201dbd90cd1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0588033 Mar 08 12:06:44.354284 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-340de764-a3d6-4d70-ba77-851919c51a79 req-ba485a02-54a0-495c-bc49-a852d7cb4aab tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463688 Mar 08 12:06:45.262273 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cb664-dfb0-460b-bee8-4f468fe34ad7 req-3de2c728-a95b-456d-bc47-b7d378609cf2 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:45.263920 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a51cb664-dfb0-460b-bee8-4f468fe34ad7 req-3de2c728-a95b-456d-bc47-b7d378609cf2 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 943 time: 0.0544462 Mar 08 12:06:45.331515 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a51cb664-dfb0-460b-bee8-4f468fe34ad7 req-5e31b80e-60b9-4431-b698-a9d3a8e57331 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577199 Mar 08 12:06:45.428784 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273339f-4b5a-44d9-9428-6827a53f2b22 req-91efd3bb-6861-4641-bb41-c90c29c2fe50 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:45.430990 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f273339f-4b5a-44d9-9428-6827a53f2b22 req-91efd3bb-6861-4641-bb41-c90c29c2fe50 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0621927 Mar 08 12:06:45.487804 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960875f0-7632-4276-b111-dea675ffabcf req-1c1b06a2-8985-4411-a9f4-491318ce1ad2 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:45.489349 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-960875f0-7632-4276-b111-dea675ffabcf req-1c1b06a2-8985-4411-a9f4-491318ce1ad2 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0582764 Mar 08 12:06:45.494495 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f273339f-4b5a-44d9-9428-6827a53f2b22 req-8ce5a9a1-353d-4e76-9ad6-572c4a981134 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578732 Mar 08 12:06:45.539010 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd6e9e-afa4-4560-b1c7-bd2c9d4904c7 req-05ecd725-aabc-4e6f-9624-1353c949b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:45.540531 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-72bd6e9e-afa4-4560-b1c7-bd2c9d4904c7 req-05ecd725-aabc-4e6f-9624-1353c949b1a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 1130 time: 0.0562594 Mar 08 12:06:45.574007 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-960875f0-7632-4276-b111-dea675ffabcf req-6e05a93e-5e95-47f8-a386-4ec31c9330b3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703750 Mar 08 12:06:45.651061 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd6e9e-afa4-4560-b1c7-bd2c9d4904c7 req-eebb48c2-42a9-426e-ab3d-a52de3be5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:45.653499 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-72bd6e9e-afa4-4560-b1c7-bd2c9d4904c7 req-eebb48c2-42a9-426e-ab3d-a52de3be5fb5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=257e73a2-5ceb-447c-85df-8c17e7e9e042 HTTP/1.1" status: 200 len: 920 time: 0.1036694 Mar 08 12:06:45.696544 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-72bd6e9e-afa4-4560-b1c7-bd2c9d4904c7 req-11fe8ba7-2499-4449-9dcc-124b0aa8feca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1e60f5-606b-4f9d-86ab-25655b23aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0360315 Mar 08 12:06:45.755032 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd6e9e-afa4-4560-b1c7-bd2c9d4904c7 req-225768a8-2d75-44ca-9b56-59fc5b1eb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:45.756674 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-72bd6e9e-afa4-4560-b1c7-bd2c9d4904c7 req-225768a8-2d75-44ca-9b56-59fc5b1eb53d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=243d0bec-ddaa-486f-a46c-e3ab257ef718 HTTP/1.1" status: 200 len: 859 time: 0.0513740 Mar 08 12:06:45.798162 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-72bd6e9e-afa4-4560-b1c7-bd2c9d4904c7 req-030e4220-5949-4815-9434-72d7b4aceea9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=257e73a2-5ceb-447c-85df-8c17e7e9e042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259576 Mar 08 12:06:45.891605 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-72bd6e9e-afa4-4560-b1c7-bd2c9d4904c7 req-9ec40f41-8322-418d-8db8-fe584b25dcab service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855608 Mar 08 12:06:45.966233 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:06:45.994369 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-72bd6e9e-afa4-4560-b1c7-bd2c9d4904c7 req-f9469ff5-e411-4d3c-aa40-c3f53a7cb763 service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936542 Mar 08 12:06:46.458231 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32f951-6e8c-4529-8cf1-1ce9e6f6c8bd req-194b594a-9622-4436-83a7-816c4921ea18 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:46.459929 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1f32f951-6e8c-4529-8cf1-1ce9e6f6c8bd req-194b594a-9622-4436-83a7-816c4921ea18 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 943 time: 0.0715935 Mar 08 12:06:46.512947 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1f32f951-6e8c-4529-8cf1-1ce9e6f6c8bd req-59e3bfd2-1907-4eb8-a0f3-91e44e071756 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461433 Mar 08 12:06:46.803420 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fc5e2-5627-40aa-bd5d-f156440de595 req-77406d28-7748-4e26-8e72-74dd6ea9c675 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:46.805032 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-600fc5e2-5627-40aa-bd5d-f156440de595 req-77406d28-7748-4e26-8e72-74dd6ea9c675 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0723112 Mar 08 12:06:46.877183 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-600fc5e2-5627-40aa-bd5d-f156440de595 req-20578086-5635-4337-b3ba-b836363624ce tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548193 Mar 08 12:06:47.030683 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb6300-ad35-4ca1-82f4-5d262e249f58 req-c88035c8-80d7-44a5-9f41-d34eab7b1ff3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:47.041906 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-04cb6300-ad35-4ca1-82f4-5d262e249f58 req-c88035c8-80d7-44a5-9f41-d34eab7b1ff3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0811646 Mar 08 12:06:47.100292 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-04cb6300-ad35-4ca1-82f4-5d262e249f58 req-e1f1ed99-a20e-4387-b27c-a83ff5b2faed tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598803 Mar 08 12:06:47.630871 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e975f-7961-40ce-8506-e7905c5a77af req-6c1933c6-fcb2-4a3c-ba83-6508173bd1aa tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:47.632497 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-287e975f-7961-40ce-8506-e7905c5a77af req-6c1933c6-fcb2-4a3c-ba83-6508173bd1aa tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 943 time: 0.0525572 Mar 08 12:06:47.682078 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-287e975f-7961-40ce-8506-e7905c5a77af req-fff04d5f-0dd9-4839-9fb1-afe91ef36eca tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434008 Mar 08 12:06:47.784225 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 505947da-5e1e-4917-9740-68272ecb3e26 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:06:47.886009 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 505947da-5e1e-4917-9740-68272ecb3e26, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=505947da-5e1e-4917-9740-68272ecb3e26,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:47.900791 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '505947da-5e1e-4917-9740-68272ecb3e26', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'port_id': '505947da-5e1e-4917-9740-68272ecb3e26', 'mac_address': 'fa:16:3e:24:ca:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:06:47.946968 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 505947da-5e1e-4917-9740-68272ecb3e26 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:47.950821 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (505947da-5e1e-4917-9740-68272ecb3e26), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:47.961848 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505947da-5e1e-4917-9740-68272ecb3e26 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:06:47.988881 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 505947da-5e1e-4917-9740-68272ecb3e26, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=505947da-5e1e-4917-9740-68272ecb3e26,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:48.021533 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ff687-faa8-47f2-a8d7-eb5f3dc5ace1 req-d4454416-8ede-48c4-a372-5b936dd1ded2 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:48.023534 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bf9ff687-faa8-47f2-a8d7-eb5f3dc5ace1 req-d4454416-8ede-48c4-a372-5b936dd1ded2 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0632448 Mar 08 12:06:48.070591 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (505947da-5e1e-4917-9740-68272ecb3e26), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:48.073714 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bf9ff687-faa8-47f2-a8d7-eb5f3dc5ace1 req-10289563-7959-4ddb-879e-e1a1ede90be4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446372 Mar 08 12:06:48.124469 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=505947da-5e1e-4917-9740-68272ecb3e26,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:48.131621 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.131989 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.132334 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.132671 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.132999 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.133337 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.133656 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.133979 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.134302 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.134625 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.135323 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.135323 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.135601 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:06:48.230056 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5f8c9-7a2b-404b-8c8c-74ac720aad14 req-03bc2ab1-a7d5-40f6-bbd1-1d0aa97a4fa0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:48.232172 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-66f5f8c9-7a2b-404b-8c8c-74ac720aad14 req-03bc2ab1-a7d5-40f6-bbd1-1d0aa97a4fa0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0557125 Mar 08 12:06:48.285652 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-66f5f8c9-7a2b-404b-8c8c-74ac720aad14 req-c00a1b84-830e-4f80-9ac8-8ba167116a1e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475295 Mar 08 12:06:48.518046 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['505947da-5e1e-4917-9740-68272ecb3e26'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:06:48.804954 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213641-8a38-41fc-8c25-881125997eec req-8f38c473-700a-4cc7-bccd-beaea6cc11a7 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:48.806477 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3d213641-8a38-41fc-8c25-881125997eec req-8f38c473-700a-4cc7-bccd-beaea6cc11a7 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 944 time: 0.0569460 Mar 08 12:06:48.855435 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3d213641-8a38-41fc-8c25-881125997eec req-484462a1-fb37-4370-98af-4cc723451bba tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 Mar 08 12:06:49.196149 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec2a64-47f1-4bc3-a248-f2b784d9a2cd req-b7e8b5eb-1db8-451d-a00f-300d5b09562b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:49.198144 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5dec2a64-47f1-4bc3-a248-f2b784d9a2cd req-b7e8b5eb-1db8-451d-a00f-300d5b09562b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0555449 Mar 08 12:06:49.250288 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5dec2a64-47f1-4bc3-a248-f2b784d9a2cd req-b40a19ad-98a9-4cc3-990d-9ee0c52514af tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464323 Mar 08 12:06:49.413269 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356a69d-6084-4385-9694-6d5623b7e545 req-642d193d-3d8f-468a-8d37-48ef353e0f42 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:49.414736 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f356a69d-6084-4385-9694-6d5623b7e545 req-642d193d-3d8f-468a-8d37-48ef353e0f42 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0538197 Mar 08 12:06:49.471970 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f356a69d-6084-4385-9694-6d5623b7e545 req-2edb4421-95be-4d5f-8a72-b4f40646d825 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506685 Mar 08 12:06:49.779638 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 505947da-5e1e-4917-9740-68272ecb3e26 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:06:49.876417 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 505947da-5e1e-4917-9740-68272ecb3e26 completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:06:49.880948 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 505947da-5e1e-4917-9740-68272ecb3e26 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:06:49.883582 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (505947da-5e1e-4917-9740-68272ecb3e26), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:49.980541 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 505947da-5e1e-4917-9740-68272ecb3e26 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:06:49.980918 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (505947da-5e1e-4917-9740-68272ecb3e26), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:50.000982 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3d145-53e3-4f5d-b482-273ebdd4f5cf req-0f132eda-e442-4493-a1f4-976f8b0486c3 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:50.002486 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0cc3d145-53e3-4f5d-b482-273ebdd4f5cf req-0f132eda-e442-4493-a1f4-976f8b0486c3 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 944 time: 0.0554590 Mar 08 12:06:50.004329 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:06:50.006632 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6367305b-49b0-45df-9efe-566ce7370793" -d '{"events": [{"server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "name": "network-vif-plugged", "status": "completed", "tag": "505947da-5e1e-4917-9740-68272ecb3e26"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:06:50.024117 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 505947da-5e1e-4917-9740-68272ecb3e26, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=505947da-5e1e-4917-9740-68272ecb3e26,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:06:50.048233 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1b6fd7-0331-479a-ab5f-e3c96329f8fc x-openstack-request-id: req-3c1b6fd7-0331-479a-ab5f-e3c96329f8fc {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:06:50.051980 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "name": "network-vif-plugged", "status": "completed", "tag": "505947da-5e1e-4917-9740-68272ecb3e26", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:06:50.051980 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c1b6fd7-0331-479a-ab5f-e3c96329f8fc {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:06:50.051980 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26', 'code': 200} Mar 08 12:06:50.054131 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0cc3d145-53e3-4f5d-b482-273ebdd4f5cf req-0865163a-ea81-47de-b62b-2b4f4fa3bb30 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Mar 08 12:06:50.099107 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (505947da-5e1e-4917-9740-68272ecb3e26), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:50.158392 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=505947da-5e1e-4917-9740-68272ecb3e26,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:50.608445 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbadad-77d2-45f0-b26a-27c35c274a45 req-f68160f7-3442-4715-a74f-a44ae5815975 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:50.610315 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-88fbadad-77d2-45f0-b26a-27c35c274a45 req-f68160f7-3442-4715-a74f-a44ae5815975 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0615187 Mar 08 12:06:50.655596 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2298ba0-7629-4db5-bac3-ec5363b98176 req-cbcdd267-6ed7-4001-bdb6-804a398b4604 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:50.657089 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b2298ba0-7629-4db5-bac3-ec5363b98176 req-cbcdd267-6ed7-4001-bdb6-804a398b4604 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.3372376 Mar 08 12:06:50.670879 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-88fbadad-77d2-45f0-b26a-27c35c274a45 req-b41779a2-dd1e-4893-bf71-774f67063a13 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533347 Mar 08 12:06:50.676039 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f735499-1ed8-4968-a1a6-2bc7828c7380 req-444b9868-2cf9-4ddf-9492-f9bcc88237ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:50.677615 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5f735499-1ed8-4968-a1a6-2bc7828c7380 req-444b9868-2cf9-4ddf-9492-f9bcc88237ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 1129 time: 0.3197412 Mar 08 12:06:50.738378 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b2298ba0-7629-4db5-bac3-ec5363b98176 req-ddc8a421-a44e-423c-a4bf-c7173ed43c55 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727413 Mar 08 12:06:50.744373 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5f735499-1ed8-4968-a1a6-2bc7828c7380 req-5f4e876d-aa1c-48ba-8b74-60af64705f37 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605376 Mar 08 12:06:51.177219 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610dda-70a1-4200-97cf-d7e9b818b355 req-5a24a3c5-8d39-46ee-b30f-5b8dce7b3e31 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:51.179261 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-40610dda-70a1-4200-97cf-d7e9b818b355 req-5a24a3c5-8d39-46ee-b30f-5b8dce7b3e31 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 945 time: 0.0587242 Mar 08 12:06:51.235659 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-40610dda-70a1-4200-97cf-d7e9b818b355 req-d25d1c5d-50ad-402b-87b5-3f85f0b5e0ae tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499382 Mar 08 12:06:51.496871 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50704) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:51.618807 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-87218ef7-9f08-441b-a934-b9a58ef24335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:51.697915 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-87218ef7-9f08-441b-a934-b9a58ef24335 admin admin] Publish callbacks [] for security_group (7b74e863-e14c-415d-b615-7b67f70090e4), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:51.784499 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-87218ef7-9f08-441b-a934-b9a58ef24335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (7b74e863-e14c-415d-b615-7b67f70090e4), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:51.805030 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abb733-cd46-4aa9-8793-1c4446f2a334 req-2d0ac1b5-9c63-4402-bc3a-d386e7180c82 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:51.807291 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-80abb733-cd46-4aa9-8793-1c4446f2a334 req-2d0ac1b5-9c63-4402-bc3a-d386e7180c82 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0561359 Mar 08 12:06:51.849071 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-87218ef7-9f08-441b-a934-b9a58ef24335 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8579b04451144117ae7f431719c56391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505456 Mar 08 12:06:51.852778 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 50712) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:51.870775 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-80abb733-cd46-4aa9-8793-1c4446f2a334 req-d9027823-ec09-4d6f-9919-029347cd3ef4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564318 Mar 08 12:06:51.870992 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87218ef7-9f08-441b-a934-b9a58ef24335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b74e863-e14c-415d-b615-7b67f70090e4,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:51.903759 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62d002-4374-4d99-a1ed-d87e200beaaf req-10807acc-a81d-40eb-a3e6-21d6264fe555 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:51.905479 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7f62d002-4374-4d99-a1ed-d87e200beaaf req-10807acc-a81d-40eb-a3e6-21d6264fe555 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0856676 Mar 08 12:06:51.917071 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-935225a6-7436-4066-8955-aeda8f2a1a96 admin admin] Publish callbacks [] for security_group (7b74e863-e14c-415d-b615-7b67f70090e4), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:51.946249 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-935225a6-7436-4066-8955-aeda8f2a1a96 admin admin] Publish callbacks [] for security_group (7b74e863-e14c-415d-b615-7b67f70090e4), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:51.966626 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7f62d002-4374-4d99-a1ed-d87e200beaaf req-588fb4fb-ab90-4ff4-839f-0d2ef290b24b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532424 Mar 08 12:06:52.070212 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-935225a6-7436-4066-8955-aeda8f2a1a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (7b74e863-e14c-415d-b615-7b67f70090e4), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:52.072871 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-935225a6-7436-4066-8955-aeda8f2a1a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:52.078026 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-935225a6-7436-4066-8955-aeda8f2a1a96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b74e863-e14c-415d-b615-7b67f70090e4 HTTP/1.1" status: 204 len: 168 time: 0.2203074 Mar 08 12:06:52.081752 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935225a6-7436-4066-8955-aeda8f2a1a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b74e863-e14c-415d-b615-7b67f70090e4,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:52.368998 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b3f71-5dc5-407f-98fe-4c7cff69cc4c req-11497cee-e665-4af9-a94b-183d3f7e5223 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:52.370670 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ee0b3f71-5dc5-407f-98fe-4c7cff69cc4c req-11497cee-e665-4af9-a94b-183d3f7e5223 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 945 time: 0.0610955 Mar 08 12:06:52.441492 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ee0b3f71-5dc5-407f-98fe-4c7cff69cc4c req-059af8e5-a2e8-4e25-9bfd-9467884c97c0 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548117 Mar 08 12:06:53.013651 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44478e-5a93-42fa-87c6-8a7647d685c3 req-cc45c173-9f25-4943-bdd3-ac7c65275c5f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:53.015276 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7c44478e-5a93-42fa-87c6-8a7647d685c3 req-cc45c173-9f25-4943-bdd3-ac7c65275c5f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0569780 Mar 08 12:06:53.077030 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7c44478e-5a93-42fa-87c6-8a7647d685c3 req-8d4c7d86-cc5b-4003-ab99-0ba525e7e1b0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485873 Mar 08 12:06:53.115507 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7110dc-3746-425e-b253-30b8c7965f3c req-6bc082cc-c454-4839-aad7-86e704e1493b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:53.117129 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6a7110dc-3746-425e-b253-30b8c7965f3c req-6bc082cc-c454-4839-aad7-86e704e1493b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0681591 Mar 08 12:06:53.169008 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6a7110dc-3746-425e-b253-30b8c7965f3c req-0ab6d293-db1e-42b3-aff7-490a01fa795a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445366 Mar 08 12:06:53.581068 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5756c8-aea7-4267-ac0f-f6cbd2159ecc req-d5c13cd3-cbf7-4267-9bdd-6f352ea5e5b5 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:53.605253 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ca5756c8-aea7-4267-ac0f-f6cbd2159ecc req-d5c13cd3-cbf7-4267-9bdd-6f352ea5e5b5 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 945 time: 0.0686643 Mar 08 12:06:53.640852 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ca5756c8-aea7-4267-ac0f-f6cbd2159ecc req-4a13f9e1-7a7f-4b8b-b362-c387ec11e7cc tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521574 Mar 08 12:06:53.893507 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-71e52eb4-eb53-40aa-aff5-007b19033e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:53.951215 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50746) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:53.956227 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-5c9fc629-6aa3-4a1a-a877-3bdeb43fd11c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--487208237', 'description': 'tempest-description--319452614'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:53.962300 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c852cb-beca-43e1-a487-b792965da8d8 req-d85d1847-fd47-4f7f-b8b2-506343848585 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:53.963829 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-66c852cb-beca-43e1-a487-b792965da8d8 req-d85d1847-fd47-4f7f-b8b2-506343848585 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 945 time: 0.0561745 Mar 08 12:06:54.013044 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-66c852cb-beca-43e1-a487-b792965da8d8 req-3bed9ae1-c82c-4ae9-9a41-1563dc4921d8 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419450 Mar 08 12:06:54.036267 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5c9fc629-6aa3-4a1a-a877-3bdeb43fd11c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.118546 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5c9fc629-6aa3-4a1a-a877-3bdeb43fd11c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (c01d2748-0923-4ae7-9d2c-d71920f03cc5), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.178201 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5c9fc629-6aa3-4a1a-a877-3bdeb43fd11c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (c01d2748-0923-4ae7-9d2c-d71920f03cc5), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.225353 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fc629-6aa3-4a1a-a877-3bdeb43fd11c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01d2748-0923-4ae7-9d2c-d71920f03cc5,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:54.228385 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe5c00-e6d7-4c91-b014-bfdcc9abf4df req-f580ba8a-3466-4475-b7dc-9873e6bf1ded tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:54.231714 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e9fe5c00-e6d7-4c91-b014-bfdcc9abf4df req-f580ba8a-3466-4475-b7dc-9873e6bf1ded tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0723660 Mar 08 12:06:54.266272 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5c9fc629-6aa3-4a1a-a877-3bdeb43fd11c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.267836 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-5c9fc629-6aa3-4a1a-a877-3bdeb43fd11c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3153923 Mar 08 12:06:54.271994 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50758) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:54.279274 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-066667af-f453-412b-9a1f-76ac061d1317 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'security_group_rule': {'security_group_id': 'c01d2748-0923-4ae7-9d2c-d71920f03cc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:54.301436 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e9fe5c00-e6d7-4c91-b014-bfdcc9abf4df req-405a6e56-8e0e-4175-be70-872d621e82d5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658975 Mar 08 12:06:54.394121 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003d31d-be71-4a3c-83f0-fa58d1619277 req-84022a7e-9ea3-4f0d-8e3a-066a15d25468 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:54.395660 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f003d31d-be71-4a3c-83f0-fa58d1619277 req-84022a7e-9ea3-4f0d-8e3a-066a15d25468 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0638959 Mar 08 12:06:54.403695 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-066667af-f453-412b-9a1f-76ac061d1317 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (5b4382ee-8eda-40b0-bf78-a52823a4a1b1), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.455863 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d0e80-5f92-4da0-97bb-fbbb713fb5b8 req-708ec5eb-48a4-4529-9c2a-7e0c2e5c8713 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:54.457739 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-013d0e80-5f92-4da0-97bb-fbbb713fb5b8 req-708ec5eb-48a4-4529-9c2a-7e0c2e5c8713 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 945 time: 0.0525200 Mar 08 12:06:54.476898 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f003d31d-be71-4a3c-83f0-fa58d1619277 req-b91a4304-8278-4952-92f6-ddeef264ccf4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702243 Mar 08 12:06:54.495596 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-066667af-f453-412b-9a1f-76ac061d1317 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (5b4382ee-8eda-40b0-bf78-a52823a4a1b1), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.509869 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-013d0e80-5f92-4da0-97bb-fbbb713fb5b8 req-1ddfb1ed-7f5e-471d-b8fb-3d0d81e58afe tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467501 Mar 08 12:06:54.556310 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-066667af-f453-412b-9a1f-76ac061d1317 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (5b4382ee-8eda-40b0-bf78-a52823a4a1b1), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.581960 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066667af-f453-412b-9a1f-76ac061d1317 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4382ee-8eda-40b0-bf78-a52823a4a1b1,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:54.706592 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-066667af-f453-412b-9a1f-76ac061d1317 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.714824 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-066667af-f453-412b-9a1f-76ac061d1317 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4349761 Mar 08 12:06:54.714824 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50774) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:54.718274 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-7426fc85-5c55-4641-82e1-e1e87f3bb45b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'security_group_rule': {'security_group_id': 'c01d2748-0923-4ae7-9d2c-d71920f03cc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:54.826667 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7426fc85-5c55-4641-82e1-e1e87f3bb45b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (3bd4527a-e67c-4809-8c9d-223c71bd3c9b), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.898854 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7426fc85-5c55-4641-82e1-e1e87f3bb45b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (3bd4527a-e67c-4809-8c9d-223c71bd3c9b), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.962265 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7426fc85-5c55-4641-82e1-e1e87f3bb45b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (3bd4527a-e67c-4809-8c9d-223c71bd3c9b), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:54.979431 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426fc85-5c55-4641-82e1-e1e87f3bb45b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd4527a-e67c-4809-8c9d-223c71bd3c9b,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:55.056690 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7426fc85-5c55-4641-82e1-e1e87f3bb45b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:55.058554 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-7426fc85-5c55-4641-82e1-e1e87f3bb45b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3461921 Mar 08 12:06:55.061557 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50776) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:06:55.065896 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'floatingip': {'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:06:55.152405 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:55.261781 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:55.393815 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Allocated IP 172.27.1.38 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:06:55.518575 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6e50f-b101-45a7-83c5-9e01d05652fa req-c3f8e8be-7fa5-4612-a194-5f4e75bbaf71 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:55.520248 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-95c6e50f-b101-45a7-83c5-9e01d05652fa req-c3f8e8be-7fa5-4612-a194-5f4e75bbaf71 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.1151130 Mar 08 12:06:55.563005 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for port (b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:55.602087 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-95c6e50f-b101-45a7-83c5-9e01d05652fa req-f35f8a97-2f92-4ab0-9734-b7cda513271c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716698 Mar 08 12:06:55.612463 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ca0f8-2c72-4cd9-9219-e9ec10559377 req-96625064-c97f-460b-b07b-4cd4f17adcbf tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:55.614198 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2b6ca0f8-2c72-4cd9-9219-e9ec10559377 req-96625064-c97f-460b-b07b-4cd4f17adcbf tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0569706 Mar 08 12:06:55.669235 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2b6ca0f8-2c72-4cd9-9219-e9ec10559377 req-c5d11317-3f12-4964-82e0-f64f51de27ae tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476387 Mar 08 12:06:55.705868 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:55.743455 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:06:55.749031 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:06:55.753344 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:06:55.791055 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'Port': ['ID=b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:55.857043 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (cf6ec5b1-f597-438c-9007-aa151acd8eb4), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:55.961140 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:56.114673 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for port (b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:56.241098 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2ea2b14d-3435-42ed-b60b-0005bd22c940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:56.243046 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:56.322513 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'Port': ['ID=b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:06:56.334285 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (cf6ec5b1-f597-438c-9007-aa151acd8eb4), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:56.432570 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:56.433920 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-0bc4083e-6fe2-4c2f-b366-d6667ca6e55a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3714323 Mar 08 12:06:56.651172 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-aa51ca1f-017c-4996-980d-8e51a30aa294 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--487208237&fields=id&tenant_id=4868bd544af04b158e08c3694b9279ff HTTP/1.1" status: 200 len: 267 time: 0.0448043 Mar 08 12:06:56.762772 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-800243b3-458e-4052-8076-a99c9c8e063b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:56.764297 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-800243b3-458e-4052-8076-a99c9c8e063b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/networks?id=91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 200 len: 814 time: 0.1007116 Mar 08 12:06:56.780254 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-f76da6e8-7939-4809-a3e7-0098005e24e6 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/quotas/4868bd544af04b158e08c3694b9279ff HTTP/1.1" status: 200 len: 375 time: 0.0104125 Mar 08 12:06:56.868001 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-70854da7-81b1-4179-9adb-698ad05e15af tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563548 Mar 08 12:06:56.946988 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-01d7b5c5-61ea-41c1-8279-228786c65c6e service neutron] 10.222.0.44 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929389 Mar 08 12:06:57.044574 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-7571205c-c0ed-48cd-b0f0-59eda20a8b3b service neutron] 10.222.0.44 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900712 Mar 08 12:06:57.452396 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea09b8-4d7f-430b-aab8-735e5ba61210 req-c7ee2ab1-c0b4-4de5-b4ae-2e9b4467fa65 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:57.454141 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a7ea09b8-4d7f-430b-aab8-735e5ba61210 req-c7ee2ab1-c0b4-4de5-b4ae-2e9b4467fa65 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0619082 Mar 08 12:06:57.475377 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:57.510113 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a7ea09b8-4d7f-430b-aab8-735e5ba61210 req-b7a84508-c18a-458b-81cb-a15c04f97651 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501912 Mar 08 12:06:57.642108 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e8a2a-be03-46e0-9191-1809e9c640b5 req-de2b1fe9-db79-4ac7-b91b-714a4657fb86 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:57.643644 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9f4e8a2a-be03-46e0-9191-1809e9c640b5 req-de2b1fe9-db79-4ac7-b91b-714a4657fb86 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0547667 Mar 08 12:06:57.701822 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9f4e8a2a-be03-46e0-9191-1809e9c640b5 req-692c08d0-111e-4d5f-b93d-572b92b58eed tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517170 Mar 08 12:06:57.773281 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5f1e058f-7b2b-4a39-850e-2e85ff030ab6 req-3ace6189-77cd-4407-9544-c9f8df6229a5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 210 time: 0.0285091 Mar 08 12:06:58.648511 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4332cac-49e4-4e8f-a081-b02808aadf46 req-fc79fca9-6554-47e4-9b48-7f23cbfc1fd1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:58.650030 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e4332cac-49e4-4e8f-a081-b02808aadf46 req-fc79fca9-6554-47e4-9b48-7f23cbfc1fd1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0634859 Mar 08 12:06:58.704858 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e4332cac-49e4-4e8f-a081-b02808aadf46 req-775cf4bd-57a0-4c52-913c-c122c362815a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483103 Mar 08 12:06:58.844443 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dad90f-fd2d-4268-925f-82ec55ddd614 req-7cbf0b7a-20e0-4aba-9b97-29c629e45fce tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:58.846656 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f1dad90f-fd2d-4268-925f-82ec55ddd614 req-7cbf0b7a-20e0-4aba-9b97-29c629e45fce tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0676117 Mar 08 12:06:58.880613 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6159b732-8227-4b16-9b4e-e24b6b66b706 req-c6f82a14-96f7-4980-9a30-312b11ce8e31 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 210 time: 0.0289171 Mar 08 12:06:58.893626 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:58.897715 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f1dad90f-fd2d-4268-925f-82ec55ddd614 req-37369412-f023-4417-b167-c8ea68cfb4ae tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450988 Mar 08 12:06:59.812162 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:06:59.893884 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-34b807d1-9a6f-4522-84be-9fcb2bbaf0c4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:59.895449 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-34b807d1-9a6f-4522-84be-9fcb2bbaf0c4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "GET /v2.0/networks?id=91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 200 len: 814 time: 0.1550400 Mar 08 12:06:59.905088 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a44bd-5f6b-451e-a79d-49acad6cb358 req-8133dc62-368b-4511-b1f1-e30def0a50a7 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:06:59.906811 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-838a44bd-5f6b-451e-a79d-49acad6cb358 req-8133dc62-368b-4511-b1f1-e30def0a50a7 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.1221490 Mar 08 12:06:59.992026 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5bb9afd5-7425-4c1e-b941-dfbb5b3f3725 req-f5893fff-bc53-4e58-89c5-9e5c917e2944 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 210 time: 0.0294561 Mar 08 12:07:00.028803 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-838a44bd-5f6b-451e-a79d-49acad6cb358 req-46f2ca16-9fcf-4ead-ae33-215b332a55c6 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136341 Mar 08 12:07:00.076262 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-045aa9ed-072c-4d3a-84c7-de3bc85e092f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4868bd544af04b158e08c3694b9279ff HTTP/1.1" status: 200 len: 472 time: 0.1514966 Mar 08 12:07:00.088262 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-63e674ad-32a6-434d-b7e0-cb97785cca0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'port': {'device_id': '13d336ac-55be-4392-9a2c-bf0a54d38911', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'admin_state_up': True, 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'security_groups': ['c01d2748-0923-4ae7-9d2c-d71920f03cc5']}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:00.136528 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc7ec5-2f8f-4a60-aa73-3e6fa95d6e42 req-edb35332-7995-4113-a6b1-88125a96af07 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:00.142200 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7ecc7ec5-2f8f-4a60-aa73-3e6fa95d6e42 req-edb35332-7995-4113-a6b1-88125a96af07 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0624628 Mar 08 12:07:00.195377 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7ecc7ec5-2f8f-4a60-aa73-3e6fa95d6e42 req-04d008fe-8c0d-40fb-9e47-7ae529057823 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503776 Mar 08 12:07:00.355299 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-63e674ad-32a6-434d-b7e0-cb97785cca0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Made reservation on behalf of 4868bd544af04b158e08c3694b9279ff for: {'port': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:07:00.358843 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-63e674ad-32a6-434d-b7e0-cb97785cca0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:00.495094 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-63e674ad-32a6-434d-b7e0-cb97785cca0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Allocated IP 172.20.0.9 (91deec2c-beff-469e-8457-e94ee53aae39/5a387d57-4cc1-4172-ab00-0a23139114fa/aca69b50-9aca-4f60-bfcb-15288bf1aed3) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:07:00.646261 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-63e674ad-32a6-434d-b7e0-cb97785cca0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:00.912307 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-63e674ad-32a6-434d-b7e0-cb97785cca0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:00.946391 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-63e674ad-32a6-434d-b7e0-cb97785cca0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Network 91deec2c-beff-469e-8457-e94ee53aae39 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:07:00.949533 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-63e674ad-32a6-434d-b7e0-cb97785cca0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:07:00.953581 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-63e674ad-32a6-434d-b7e0-cb97785cca0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:07:00.958617 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-63e674ad-32a6-434d-b7e0-cb97785cca0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:00.959295 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-63e674ad-32a6-434d-b7e0-cb97785cca0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:00.969585 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e674ad-32a6-434d-b7e0-cb97785cca0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'Port': ['ID=aca69b50-9aca-4f60-bfcb-15288bf1aed3,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:01.109489 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-63e674ad-32a6-434d-b7e0-cb97785cca0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0270183 Mar 08 12:07:01.135587 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ef8b2-28b9-4586-b57d-f38871d5c1c5 req-10fb70e7-7d07-4730-9d85-617f1891a4ac tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:01.138385 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb3ef8b2-28b9-4586-b57d-f38871d5c1c5 req-10fb70e7-7d07-4730-9d85-617f1891a4ac tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 931 time: 0.0734317 Mar 08 12:07:01.145383 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Request body: {'port': {'device_id': '13d336ac-55be-4392-9a2c-bf0a54d38911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:01.153654 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:01.213412 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75285ec-f9f9-4b1e-972b-d8f60983b13d req-b8a19fb3-8c92-4a4d-95c2-7a67a4e251c3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:01.215474 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e75285ec-f9f9-4b1e-972b-d8f60983b13d req-b8a19fb3-8c92-4a4d-95c2-7a67a4e251c3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0885465 Mar 08 12:07:01.248459 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb3ef8b2-28b9-4586-b57d-f38871d5c1c5 req-21a42fe4-8bdf-48f9-8234-8c195aa951ee tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082528 Mar 08 12:07:01.260874 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-f12c8a3d-726a-4040-8b0b-b0c4695925c9 None None] Provisioning complete for port aca69b50-9aca-4f60-bfcb-15288bf1aed3 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:07:01.263646 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f12c8a3d-726a-4040-8b0b-b0c4695925c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:01.291410 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e75285ec-f9f9-4b1e-972b-d8f60983b13d req-132dc8db-692f-4b5d-8c63-dad755f13919 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645993 Mar 08 12:07:01.322474 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:01.323492 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-f12c8a3d-726a-4040-8b0b-b0c4695925c9 None None] Port aca69b50-9aca-4f60-bfcb-15288bf1aed3 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:07:01.513516 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c10f2-45b6-41ca-90cb-207b40a11c76 req-912b36c0-0cd8-44ec-852a-68829e2b8b34 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:01.515174 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-912c10f2-45b6-41ca-90cb-207b40a11c76 req-912b36c0-0cd8-44ec-852a-68829e2b8b34 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.1533344 Mar 08 12:07:01.631875 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-912c10f2-45b6-41ca-90cb-207b40a11c76 req-a092ea8d-37d7-4ec5-8116-f1de59f4b3ba tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085443 Mar 08 12:07:01.732966 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca69b50-9aca-4f60-bfcb-15288bf1aed3 {{(pid=110508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:07:01.744055 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Publish callbacks [] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:01.757813 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.provisioning_blocks [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Transition to ACTIVE for port object aca69b50-9aca-4f60-bfcb-15288bf1aed3 will not be triggered until provisioned by entity L2. {{(pid=110508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:07:01.904318 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:01.956570 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Pushing event updated for resources: {'Port': ['ID=aca69b50-9aca-4f60-bfcb-15288bf1aed3,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:01.998298 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Attempting to bind port aca69b50-9aca-4f60-bfcb-15288bf1aed3 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:07:01.999543 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Attempting to bind port aca69b50-9aca-4f60-bfcb-15288bf1aed3 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:07:01.999543 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Attempting to bind port aca69b50-9aca-4f60-bfcb-15288bf1aed3 on network 91deec2c-beff-469e-8457-e94ee53aae39 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:07:02.003883 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Port aca69b50-9aca-4f60-bfcb-15288bf1aed3 on network 91deec2c-beff-469e-8457-e94ee53aae39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:07:02.004206 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Attempting to bind port aca69b50-9aca-4f60-bfcb-15288bf1aed3 on network 91deec2c-beff-469e-8457-e94ee53aae39 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:07:02.009545 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:07:02.009887 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Checking segment: {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:07:02.010275 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Bound using segment: {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:07:02.010717 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Bound port: aca69b50-9aca-4f60-bfcb-15288bf1aed3, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'}}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:07:02.011133 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:02.087866 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] For port aca69b50-9aca-4f60-bfcb-15288bf1aed3, host hv-cinder-83008, cleared binding levels {{(pid=110508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:07:02.091533 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] For port aca69b50-9aca-4f60-bfcb-15288bf1aed3, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=aca69b50-9aca-4f60-bfcb-15288bf1aed3,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:07:02.178779 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:02.215896 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:02.216746 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:02.218220 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] 10.222.0.55 "PUT /v2.0/ports/aca69b50-9aca-4f60-bfcb-15288bf1aed3 HTTP/1.1" status: 200 len: 1093 time: 1.0771155 Mar 08 12:07:02.222511 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d336ac-55be-4392-9a2c-bf0a54d38911', 'tag': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:02.224782 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c40f246-ad7c-47bb-bd0c-17ea17d0ae3b" -d '{"events": [{"name": "network-changed", "server_uuid": "13d336ac-55be-4392-9a2c-bf0a54d38911", "tag": "aca69b50-9aca-4f60-bfcb-15288bf1aed3"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:02.256238 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dea3d-7aab-4ad5-9ee6-25be55cfe856 service neutron] Pushing event updated for resources: {'Port': ['ID=aca69b50-9aca-4f60-bfcb-15288bf1aed3,revision_number=3']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:02.284125 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3857d213-300b-4df7-95d9-abded57517af x-openstack-request-id: req-3857d213-300b-4df7-95d9-abded57517af {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:02.284426 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d336ac-55be-4392-9a2c-bf0a54d38911", "tag": "aca69b50-9aca-4f60-bfcb-15288bf1aed3", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:02.284681 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3857d213-300b-4df7-95d9-abded57517af {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:02.285088 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d336ac-55be-4392-9a2c-bf0a54d38911', 'tag': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3', 'status': 'completed', 'code': 200} Mar 08 12:07:02.427287 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f246-ad7c-47bb-bd0c-17ea17d0ae3b req-03147968-e8a9-4a42-96da-454e07391399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:02.428823 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9c40f246-ad7c-47bb-bd0c-17ea17d0ae3b req-03147968-e8a9-4a42-96da-454e07391399 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 1127 time: 0.0916495 Mar 08 12:07:02.440490 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97e24d-1b59-451d-8526-144b88da77c9 req-1784fa65-a8b0-4a7d-a391-76a161cdba49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:02.442083 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7f97e24d-1b59-451d-8526-144b88da77c9 req-1784fa65-a8b0-4a7d-a391-76a161cdba49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 943 time: 0.1138253 Mar 08 12:07:02.562958 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10916406-8e02-4c15-8cea-0e0eb626f551 req-64d93756-b6e3-4b54-af68-8eb4a2be61df tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:02.566370 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-10916406-8e02-4c15-8cea-0e0eb626f551 req-64d93756-b6e3-4b54-af68-8eb4a2be61df tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.1294332 Mar 08 12:07:02.600590 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7f97e24d-1b59-451d-8526-144b88da77c9 req-c4608128-d488-4740-a8f0-2a5fbb3568fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426141 Mar 08 12:07:02.638751 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f246-ad7c-47bb-bd0c-17ea17d0ae3b req-b68506c6-d22c-4da0-a92c-54d5b8f3de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:02.639456 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-10916406-8e02-4c15-8cea-0e0eb626f551 req-8dccaae8-6432-421e-8b6c-ac4bddcc7e04 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659544 Mar 08 12:07:02.640473 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9c40f246-ad7c-47bb-bd0c-17ea17d0ae3b req-b68506c6-d22c-4da0-a92c-54d5b8f3de6f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4868bd544af04b158e08c3694b9279ff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1945477 Mar 08 12:07:02.795910 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83891ec3-a5fd-4055-80a3-eca438a29889 req-1fe5c175-502c-4469-9e52-ebbc9aa765cd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:02.797387 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-83891ec3-a5fd-4055-80a3-eca438a29889 req-1fe5c175-502c-4469-9e52-ebbc9aa765cd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0767212 Mar 08 12:07:02.798661 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f246-ad7c-47bb-bd0c-17ea17d0ae3b req-9c2aed24-4f93-44c7-b446-6fc170b7e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:02.800182 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9c40f246-ad7c-47bb-bd0c-17ea17d0ae3b req-9c2aed24-4f93-44c7-b446-6fc170b7e9d6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1516016 Mar 08 12:07:02.853564 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-83891ec3-a5fd-4055-80a3-eca438a29889 req-f23d92c7-3c29-4197-b55e-8cd69c04339d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503855 Mar 08 12:07:02.937832 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-bcddba4b-0af8-4f63-b1d9-b112b1a49266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:02.939398 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-bcddba4b-0af8-4f63-b1d9-b112b1a49266 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 1127 time: 0.0513744 Mar 08 12:07:03.004049 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-c8b10c14-658d-45be-9988-a529e6065250 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aca69b50-9aca-4f60-bfcb-15288bf1aed3 HTTP/1.1" status: 200 len: 217 time: 0.0478625 Mar 08 12:07:03.058042 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-eb69d7ca-279e-4811-add0-08e32dd39653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:03.060045 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-eb69d7ca-279e-4811-add0-08e32dd39653 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a387d57-4cc1-4172-ab00-0a23139114fa HTTP/1.1" status: 200 len: 853 time: 0.0480568 Mar 08 12:07:03.167853 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50936) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:03.273191 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c557e310-c0bd-47d5-8918-0984621bde0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:03.352716 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c557e310-c0bd-47d5-8918-0984621bde0b admin admin] Publish callbacks [] for security_group (24d497c5-09f5-4510-9751-1430c49360b0), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:03.446503 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c557e310-c0bd-47d5-8918-0984621bde0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (24d497c5-09f5-4510-9751-1430c49360b0), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:03.485812 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c557e310-c0bd-47d5-8918-0984621bde0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a722940689814b32af774e8d839ef5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168540 Mar 08 12:07:03.486785 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557e310-c0bd-47d5-8918-0984621bde0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d497c5-09f5-4510-9751-1430c49360b0,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:03.488579 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 50940) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:03.541244 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8aba1ad5-23a5-432b-a9d1-2080a8be4dd7 admin admin] Publish callbacks [] for security_group (24d497c5-09f5-4510-9751-1430c49360b0), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:03.564169 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8aba1ad5-23a5-432b-a9d1-2080a8be4dd7 admin admin] Publish callbacks [] for security_group (24d497c5-09f5-4510-9751-1430c49360b0), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:03.697121 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8aba1ad5-23a5-432b-a9d1-2080a8be4dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (24d497c5-09f5-4510-9751-1430c49360b0), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:03.697121 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8aba1ad5-23a5-432b-a9d1-2080a8be4dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:03.697121 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-8aba1ad5-23a5-432b-a9d1-2080a8be4dd7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24d497c5-09f5-4510-9751-1430c49360b0 HTTP/1.1" status: 204 len: 168 time: 0.2002778 Mar 08 12:07:03.699844 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba1ad5-23a5-432b-a9d1-2080a8be4dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d497c5-09f5-4510-9751-1430c49360b0,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:03.744284 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d14e1-14e5-402d-af41-7d656d275734 req-baf243df-eaf7-43f0-9430-c6ce39996410 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:03.746489 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-230d14e1-14e5-402d-af41-7d656d275734 req-baf243df-eaf7-43f0-9430-c6ce39996410 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 943 time: 0.0723925 Mar 08 12:07:03.785573 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27535c8-bf07-4d2f-a69c-5a6b6ce8f469 req-514a632b-4411-4c3b-90d7-7179bf865101 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:03.787380 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a27535c8-bf07-4d2f-a69c-5a6b6ce8f469 req-514a632b-4411-4c3b-90d7-7179bf865101 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0621510 Mar 08 12:07:03.801691 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-230d14e1-14e5-402d-af41-7d656d275734 req-f5afc1f6-437c-41a3-88bf-e04e23b721cd tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480604 Mar 08 12:07:03.844012 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a27535c8-bf07-4d2f-a69c-5a6b6ce8f469 req-189a5da0-574b-4f75-b334-04c2d2e03ea8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500679 Mar 08 12:07:03.941586 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-93db6019-4255-49f3-a473-83bfa507d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:03.943062 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-93db6019-4255-49f3-a473-83bfa507d945 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91deec2c-beff-469e-8457-e94ee53aae39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492160 Mar 08 12:07:03.981661 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3070e2-67c6-4afa-ace3-527d2934828b req-1d92ee23-903f-4ab8-bab9-df80cc6caa4f tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:03.983406 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1a3070e2-67c6-4afa-ace3-527d2934828b req-1d92ee23-903f-4ab8-bab9-df80cc6caa4f tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0557036 Mar 08 12:07:04.036195 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1a3070e2-67c6-4afa-ace3-527d2934828b req-013cf852-a197-4de8-ace9-832eec819c28 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470517 Mar 08 12:07:04.795504 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 50980) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:04.899981 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-473038605-network', 'tenant_id': '0edac0d5e0fe4d488f039ba9bf34ff42'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:04.957807 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b1174-2310-4f3f-9733-4d47a34bb096 req-8326a5c6-afd9-46d9-a754-24c4ec8bef1c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:04.959346 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d75b1174-2310-4f3f-9733-4d47a34bb096 req-8326a5c6-afd9-46d9-a754-24c4ec8bef1c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 943 time: 0.0754454 Mar 08 12:07:04.973011 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b5dd6-88a7-41f5-a1cc-426e9cbaf92f req-fdfe0e61-1a2b-4141-b9ce-47350a3d5beb tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:04.974458 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f37b5dd6-88a7-41f5-a1cc-426e9cbaf92f req-fdfe0e61-1a2b-4141-b9ce-47350a3d5beb tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0534391 Mar 08 12:07:05.012545 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d75b1174-2310-4f3f-9733-4d47a34bb096 req-5c799db9-bae3-4425-8408-368fca66b35a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463791 Mar 08 12:07:05.020240 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Made reservation on behalf of 0edac0d5e0fe4d488f039ba9bf34ff42 for: {'network': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:07:05.022679 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.023095 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f37b5dd6-88a7-41f5-a1cc-426e9cbaf92f req-2b842e16-1cde-4385-bd86-6ebf3061ee0e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427127 Mar 08 12:07:05.032477 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.113857 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Publish callbacks [] for security_group (4852043a-91b4-4871-977f-25923dc854f2), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.157098 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (4852043a-91b4-4871-977f-25923dc854f2), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.171134 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0bef-a70e-4102-9e7d-30568fcf5c86 req-aab9e33b-20cd-4d26-8b2d-b728ceb59b5b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:05.172619 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b62b0bef-a70e-4102-9e7d-30568fcf5c86 req-aab9e33b-20cd-4d26-8b2d-b728ceb59b5b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0641272 Mar 08 12:07:05.189527 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=110508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:07:05.222449 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (61136bcf-f26f-450c-91a4-9596200eeb57), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.222798 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.segments_db [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Added segment 61136bcf-f26f-450c-91a4-9596200eeb57 of type vlan for network 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec Mar 08 12:07:05.224269 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4852043a-91b4-4871-977f-25923dc854f2,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:05.289682 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b62b0bef-a70e-4102-9e7d-30568fcf5c86 req-4b161aa0-3d20-4349-bb4c-66d88c4059cc tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077819 Mar 08 12:07:05.291391 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.378459 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.379577 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:05.380211 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.444002 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:05.454975 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:07:05.489932 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-a427718f-ffbb-48a9-aae7-b4dc66937dc6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6932127 Mar 08 12:07:05.493211 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 50990) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:05.498246 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-55111adf-6340-4679-bdde-d3a77f27afe6 admin admin] Request body: {'subnet': {'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-473038605-subnet', 'tenant_id': '0edac0d5e0fe4d488f039ba9bf34ff42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:05.601076 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55111adf-6340-4679-bdde-d3a77f27afe6 admin admin] Made reservation on behalf of 0edac0d5e0fe4d488f039ba9bf34ff42 for: {'subnet': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:07:05.603536 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-55111adf-6340-4679-bdde-d3a77f27afe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30256905'] for subnet (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.841051 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-55111adf-6340-4679-bdde-d3a77f27afe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30549461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30256919'] for subnet (3cbde719-a929-47e4-9705-bcf0c8eff4bd), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:05.896200 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55111adf-6340-4679-bdde-d3a77f27afe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cbde719-a929-47e4-9705-bcf0c8eff4bd,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:05.906972 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55111adf-6340-4679-bdde-d3a77f27afe6 admin admin] Checking segment: {'id': '61136bcf-f26f-450c-91a4-9596200eeb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:07:05.907370 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55111adf-6340-4679-bdde-d3a77f27afe6 admin admin] Network hostable DHCP agents. Network: 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:07:05.989513 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55111adf-6340-4679-bdde-d3a77f27afe6 admin admin] Network 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:07:06.000414 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-4c69de8d-b5b3-42d0-81eb-64cb9031e757 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902398 Mar 08 12:07:06.059683 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-55111adf-6340-4679-bdde-d3a77f27afe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec) {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:07:06.073070 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf671cba-0bae-4980-868f-907427c13237 None None] Network 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:07:06.083845 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55111adf-6340-4679-bdde-d3a77f27afe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:06.085679 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-55111adf-6340-4679-bdde-d3a77f27afe6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:06.102892 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e46211d-48f7-4562-844d-d21eccb665b5 req-eac0621c-d16b-4abf-923f-5e438475348d service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957053 Mar 08 12:07:06.169398 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5887b3-10c8-42ec-8ff0-0c4e1700e2ac req-bfa40bf3-e211-4a1a-bd82-651af294cc5d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:06.170762 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bf5887b3-10c8-42ec-8ff0-0c4e1700e2ac req-bfa40bf3-e211-4a1a-bd82-651af294cc5d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0608857 Mar 08 12:07:06.182584 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f4b31-50b3-472b-a7dd-75108674ed7a req-a67ebc75-a778-4460-97d9-f050a84a14cc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:06.189300 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-404f4b31-50b3-472b-a7dd-75108674ed7a req-a67ebc75-a778-4460-97d9-f050a84a14cc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 943 time: 0.0810518 Mar 08 12:07:06.198940 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-55111adf-6340-4679-bdde-d3a77f27afe6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7043185 Mar 08 12:07:06.248874 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bf5887b3-10c8-42ec-8ff0-0c4e1700e2ac req-f17a3e64-3cde-4763-9a70-937a7b87f7ae tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705791 Mar 08 12:07:06.251424 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c698e081-0af4-41b6-a278-b529c050337f None None] Network 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:07:06.279943 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-404f4b31-50b3-472b-a7dd-75108674ed7a req-df5e3623-f75a-4ae6-bd17-2e4626451614 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791340 Mar 08 12:07:06.430762 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735cd51-5f72-4ca8-870f-657f04c15e12 req-b696a827-6d18-4ee4-821d-de17ebf6ca6a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:06.432754 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2735cd51-5f72-4ca8-870f-657f04c15e12 req-b696a827-6d18-4ee4-821d-de17ebf6ca6a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0576687 Mar 08 12:07:06.485712 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2735cd51-5f72-4ca8-870f-657f04c15e12 req-2e9b04ca-aeac-4791-8e79-bd9f9470ec2a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469737 Mar 08 12:07:07.374929 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc6fe1-a7ca-457c-854e-bf1aeb6c6930 req-fa118d0f-21ed-4e25-acc5-82358028dc32 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:07.376657 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-35fc6fe1-a7ca-457c-854e-bf1aeb6c6930 req-fa118d0f-21ed-4e25-acc5-82358028dc32 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0563676 Mar 08 12:07:07.419647 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b343b-9e1c-404e-8fc8-4a9c066ded02 req-20c90185-6243-4041-beae-2a77a2c689eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:07.421167 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2c5b343b-9e1c-404e-8fc8-4a9c066ded02 req-20c90185-6243-4041-beae-2a77a2c689eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 943 time: 0.0636415 Mar 08 12:07:07.428651 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-35fc6fe1-a7ca-457c-854e-bf1aeb6c6930 req-ff3d1e3a-6991-4594-b382-bdc33874ad87 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453527 Mar 08 12:07:07.472284 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2c5b343b-9e1c-404e-8fc8-4a9c066ded02 req-46dde552-9a8a-44f5-98b0-a95d60226260 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434923 Mar 08 12:07:07.608453 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75e2ff-a868-48d8-a8aa-f1560f3cbcbf req-e0b34e46-8602-4725-a582-1be0c6b49f90 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:07.609955 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f75e2ff-a868-48d8-a8aa-f1560f3cbcbf req-e0b34e46-8602-4725-a582-1be0c6b49f90 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0549681 Mar 08 12:07:07.662000 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f75e2ff-a868-48d8-a8aa-f1560f3cbcbf req-4eaa6a52-ee11-4bea-b20c-12f951548b7a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465350 Mar 08 12:07:08.559097 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb56a54-ce85-4e7c-9153-50f5dd33979e req-bb5caff1-0f21-4548-8514-92f079853481 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:08.560742 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9cb56a54-ce85-4e7c-9153-50f5dd33979e req-bb5caff1-0f21-4548-8514-92f079853481 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0611610 Mar 08 12:07:08.593704 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a426ec-a343-4129-8d6c-8fa5844b0ee6 req-56e7de55-49f0-4f1e-8675-e08fa786b341 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:08.595249 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e5a426ec-a343-4129-8d6c-8fa5844b0ee6 req-56e7de55-49f0-4f1e-8675-e08fa786b341 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 943 time: 0.0534151 Mar 08 12:07:08.607992 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9cb56a54-ce85-4e7c-9153-50f5dd33979e req-51f3d15a-1627-4f13-931f-e8f7a865bed0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418322 Mar 08 12:07:08.643444 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e5a426ec-a343-4129-8d6c-8fa5844b0ee6 req-432db517-987e-4771-bf9c-a7e61f391a6d tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424018 Mar 08 12:07:08.778623 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debcc54-2075-42a8-a39f-e14cc599bd1f req-8fce1d2d-e98e-499a-a54e-f7f3e8f918fe tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:08.780086 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7debcc54-2075-42a8-a39f-e14cc599bd1f req-8fce1d2d-e98e-499a-a54e-f7f3e8f918fe tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0529656 Mar 08 12:07:08.828646 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7debcc54-2075-42a8-a39f-e14cc599bd1f req-e82554e1-143e-488e-93c8-6ed602ee7502 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429490 Mar 08 12:07:09.734109 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d83e5d-e54b-44a2-a3aa-c5a8334ebd20 req-915330b3-cc92-4cef-89a8-5607c5a3876b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:09.735636 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-03d83e5d-e54b-44a2-a3aa-c5a8334ebd20 req-915330b3-cc92-4cef-89a8-5607c5a3876b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0545907 Mar 08 12:07:09.765780 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9378ec4-7c11-47b5-ac6b-74012e0e4043 req-74826e94-65e6-4264-b42e-d9cbb057378d tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:09.767317 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c9378ec4-7c11-47b5-ac6b-74012e0e4043 req-74826e94-65e6-4264-b42e-d9cbb057378d tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 943 time: 0.0570421 Mar 08 12:07:09.784094 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-03d83e5d-e54b-44a2-a3aa-c5a8334ebd20 req-d7af9df7-5256-4b5d-ac33-3fad04246fef tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428669 Mar 08 12:07:09.815752 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c9378ec4-7c11-47b5-ac6b-74012e0e4043 req-9a01235f-52fb-4c45-be18-0191d06afa48 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428524 Mar 08 12:07:09.950451 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c088be-69c1-4a3d-86c8-b7eb27c75eef req-0f326d31-15c0-4ff1-aa6a-14172efcf913 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:09.952098 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-48c088be-69c1-4a3d-86c8-b7eb27c75eef req-0f326d31-15c0-4ff1-aa6a-14172efcf913 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0579100 Mar 08 12:07:10.001009 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-48c088be-69c1-4a3d-86c8-b7eb27c75eef req-a151f6e8-169b-401f-abb1-672ad649b4af tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 Mar 08 12:07:10.063541 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6ac8ad31-acaf-4663-8ea0-07239ed0199d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:07:10.157247 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:10.168005 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'port_id': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'mac_address': 'fa:16:3e:b3:60:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:07:10.207475 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 6ac8ad31-acaf-4663-8ea0-07239ed0199d is: ACTIVE; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:10.207829 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:10.221039 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ac8ad31-acaf-4663-8ea0-07239ed0199d {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:07:10.239961 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:10.303321 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:10.306494 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device aca69b50-9aca-4f60-bfcb-15288bf1aed3 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:07:10.375530 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=6ac8ad31-acaf-4663-8ea0-07239ed0199d,revision_number=6']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:10.463322 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port aca69b50-9aca-4f60-bfcb-15288bf1aed3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=aca69b50-9aca-4f60-bfcb-15288bf1aed3,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:10.481396 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'port_id': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3', 'mac_address': 'fa:16:3e:a9:57:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:07:10.529634 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port aca69b50-9aca-4f60-bfcb-15288bf1aed3 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:10.530027 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:10.543100 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca69b50-9aca-4f60-bfcb-15288bf1aed3 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:07:10.562235 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port aca69b50-9aca-4f60-bfcb-15288bf1aed3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=aca69b50-9aca-4f60-bfcb-15288bf1aed3,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:10.669041 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:10.717345 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=aca69b50-9aca-4f60-bfcb-15288bf1aed3,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:10.913395 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d021-e60e-470d-9ffd-4c9d70f38270 req-9abb8412-b034-4aca-8f9a-15b8da334c41 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:10.915341 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c049d021-e60e-470d-9ffd-4c9d70f38270 req-9abb8412-b034-4aca-8f9a-15b8da334c41 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 944 time: 0.0546005 Mar 08 12:07:10.940863 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34142e70-daf9-4006-8708-566bd018bbf3 req-156af34b-d44f-4386-a8e7-a16634aca1fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:10.942379 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-34142e70-daf9-4006-8708-566bd018bbf3 req-156af34b-d44f-4386-a8e7-a16634aca1fc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 944 time: 0.0568750 Mar 08 12:07:10.971912 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c049d021-e60e-470d-9ffd-4c9d70f38270 req-33805e92-9501-4ead-90b2-485da5393716 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482881 Mar 08 12:07:10.994474 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-34142e70-daf9-4006-8708-566bd018bbf3 req-7b87f0c7-67a7-41c5-a7ad-277362106d60 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457296 Mar 08 12:07:11.119129 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e5a1b-ab39-41f3-b55e-79fb06b22aa6 req-6ac9c09d-e410-4e62-bd26-b17429937951 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:11.120644 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cb5e5a1b-ab39-41f3-b55e-79fb06b22aa6 req-6ac9c09d-e410-4e62-bd26-b17429937951 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0523775 Mar 08 12:07:11.171272 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cb5e5a1b-ab39-41f3-b55e-79fb06b22aa6 req-4a754091-eb17-4ed9-9855-852a8138db4a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449967 Mar 08 12:07:11.670085 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['6ac8ad31-acaf-4663-8ea0-07239ed0199d'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:12.025368 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['aca69b50-9aca-4f60-bfcb-15288bf1aed3'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:12.134657 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a33bd-4b9f-4e7b-a9a2-5bcbd85759e3 req-57d0c340-d3bc-4379-85ac-62179f89994f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:12.138754 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f90a33bd-4b9f-4e7b-a9a2-5bcbd85759e3 req-57d0c340-d3bc-4379-85ac-62179f89994f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 944 time: 0.0773864 Mar 08 12:07:12.161174 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3d7d4-feab-4fb6-906d-298c48d4daf1 req-38beb793-239a-4f86-8293-eb2eafc752ff tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:12.163421 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b9f3d7d4-feab-4fb6-906d-298c48d4daf1 req-38beb793-239a-4f86-8293-eb2eafc752ff tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 944 time: 0.0679328 Mar 08 12:07:12.203278 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f90a33bd-4b9f-4e7b-a9a2-5bcbd85759e3 req-8d79b517-efed-4c5a-a2fe-b35cf48893f4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569570 Mar 08 12:07:12.221466 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b9f3d7d4-feab-4fb6-906d-298c48d4daf1 req-d8b6b0ee-9d2a-4b4f-843d-a4f79f2eca4f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491724 Mar 08 12:07:12.325908 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff3f31-7bc8-415c-b3a0-e73df8393656 req-8e83964b-0de9-4a99-891a-1e66c7172659 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:12.327561 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-75ff3f31-7bc8-415c-b3a0-e73df8393656 req-8e83964b-0de9-4a99-891a-1e66c7172659 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0586474 Mar 08 12:07:12.379907 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-75ff3f31-7bc8-415c-b3a0-e73df8393656 req-310687e5-9192-4488-bfc4-69a714dcb2a8 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470693 Mar 08 12:07:12.804979 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-7dca95f8-5aa2-4a74-8146-0ce1186add7d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:12.813020 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-7dca95f8-5aa2-4a74-8146-0ce1186add7d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/networks?id=15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec HTTP/1.1" status: 200 len: 808 time: 0.1541748 Mar 08 12:07:12.826840 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-f037c9ac-7c5b-41e1-acfa-d399c2a35df1 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/quotas/0edac0d5e0fe4d488f039ba9bf34ff42 HTTP/1.1" status: 200 len: 375 time: 0.0111315 Mar 08 12:07:12.864067 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-f83034ef-f1ec-4ea5-84d8-0d1764ce889c tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0edac0d5e0fe4d488f039ba9bf34ff42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305853 Mar 08 12:07:12.983254 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-c5acdc70-8d02-4586-89f5-959a5e5bffff service neutron] 10.222.0.44 "GET /v2.0/networks/15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042337 Mar 08 12:07:13.131778 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-997c272c-54df-492c-a525-dacc099f57dd service neutron] 10.222.0.44 "GET /v2.0/networks/15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382935 Mar 08 12:07:13.494057 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4efd0-8297-4e37-9d64-96ae1db28273 req-aa4d2c9c-e8bf-4428-a410-2435d4488555 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:13.524072 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-daf4efd0-8297-4e37-9d64-96ae1db28273 req-aa4d2c9c-e8bf-4428-a410-2435d4488555 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 944 time: 0.0996699 Mar 08 12:07:13.672215 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-daf4efd0-8297-4e37-9d64-96ae1db28273 req-dccda141-f54f-4ec8-873f-a9822c534779 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284292 Mar 08 12:07:13.792722 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279abf06-1c8e-4415-8451-ea67fd394529 req-a8b13562-a22b-4a3e-9a7c-8935dca1674f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:13.794607 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-279abf06-1c8e-4415-8451-ea67fd394529 req-a8b13562-a22b-4a3e-9a7c-8935dca1674f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 944 time: 0.0641959 Mar 08 12:07:13.880060 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-279abf06-1c8e-4415-8451-ea67fd394529 req-a09ed0ca-c71e-4bba-a38d-0a670a84de37 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786209 Mar 08 12:07:13.953939 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7f919b75-817d-4b99-b3fc-365ee87e57c5 req-1a29fbec-8eea-4e7b-9470-45127009d4d6 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 210 time: 0.0301170 Mar 08 12:07:14.132376 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acb99b-7818-475c-80b5-1690d17860b8 req-1da6edeb-9652-4f9e-aec5-4d79e7645ed8 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:14.134448 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-93acb99b-7818-475c-80b5-1690d17860b8 req-1da6edeb-9652-4f9e-aec5-4d79e7645ed8 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0883777 Mar 08 12:07:14.188932 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-93acb99b-7818-475c-80b5-1690d17860b8 req-3d808b81-1092-4e93-8c23-be1992bfdc9b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475478 Mar 08 12:07:14.236071 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device aca69b50-9aca-4f60-bfcb-15288bf1aed3 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:07:14.237939 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3b41a-fb1b-4fe1-8f9d-b13aeebed8f7 req-cae85c33-968f-4677-96b2-d1c225822204 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:14.239602 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8fc3b41a-fb1b-4fe1-8f9d-b13aeebed8f7 req-cae85c33-968f-4677-96b2-d1c225822204 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.1360557 Mar 08 12:07:14.304630 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8fc3b41a-fb1b-4fe1-8f9d-b13aeebed8f7 req-abd68aa2-dad9-4d65-83e8-fc6be77c18a0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584323 Mar 08 12:07:14.403525 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port aca69b50-9aca-4f60-bfcb-15288bf1aed3 completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:07:14.408322 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port aca69b50-9aca-4f60-bfcb-15288bf1aed3 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:07:14.409751 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:14.508664 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port aca69b50-9aca-4f60-bfcb-15288bf1aed3 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:14.509262 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:14.550774 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d336ac-55be-4392-9a2c-bf0a54d38911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:14.553445 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68969cb1-98ae-482c-94b9-8a5814e90e44" -d '{"events": [{"server_uuid": "13d336ac-55be-4392-9a2c-bf0a54d38911", "name": "network-vif-plugged", "status": "completed", "tag": "aca69b50-9aca-4f60-bfcb-15288bf1aed3"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:14.569670 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port aca69b50-9aca-4f60-bfcb-15288bf1aed3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=aca69b50-9aca-4f60-bfcb-15288bf1aed3,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:14.610017 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affd20c7-6e3a-414a-8b2d-f05ba86922c5 x-openstack-request-id: req-affd20c7-6e3a-414a-8b2d-f05ba86922c5 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:14.610427 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d336ac-55be-4392-9a2c-bf0a54d38911", "name": "network-vif-plugged", "status": "completed", "tag": "aca69b50-9aca-4f60-bfcb-15288bf1aed3", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:14.610778 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-affd20c7-6e3a-414a-8b2d-f05ba86922c5 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:14.611291 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d336ac-55be-4392-9a2c-bf0a54d38911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3', 'code': 200} Mar 08 12:07:14.636899 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:14.637853 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6ac8ad31-acaf-4663-8ea0-07239ed0199d up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:07:14.755375 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=aca69b50-9aca-4f60-bfcb-15288bf1aed3,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:14.767022 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 6ac8ad31-acaf-4663-8ea0-07239ed0199d triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:07:14.767863 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:14.830772 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56e296-6e4f-45dc-9d8c-ee8f507bd819 req-7c67aafe-3eb9-49da-8e66-bb6a39019d21 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:14.832840 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cb56e296-6e4f-45dc-9d8c-ee8f507bd819 req-7c67aafe-3eb9-49da-8e66-bb6a39019d21 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 944 time: 0.0729287 Mar 08 12:07:14.886552 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 6ac8ad31-acaf-4663-8ea0-07239ed0199d is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:14.892920 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:14.940559 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:14.946090 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cb56e296-6e4f-45dc-9d8c-ee8f507bd819 req-cc1b252d-61fe-44a0-b4d6-df8b0758af86 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010756 Mar 08 12:07:15.029262 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:15.057529 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c5263-d64f-4c97-8a6b-24b26fe3ce8b req-d4584221-a84c-4677-95cf-6d7ed646b9b9 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:15.068865 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-208c5263-d64f-4c97-8a6b-24b26fe3ce8b req-d4584221-a84c-4677-95cf-6d7ed646b9b9 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 945 time: 0.0863709 Mar 08 12:07:15.090904 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c83dc00a-5a20-4da2-b3c0-58bef84f2994 req-a549eee3-4507-4309-915f-b1152f2e5f58 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 210 time: 0.0552957 Mar 08 12:07:15.130254 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=6ac8ad31-acaf-4663-8ea0-07239ed0199d,revision_number=7']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:15.137476 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-208c5263-d64f-4c97-8a6b-24b26fe3ce8b req-ed9283ae-8371-4cbd-803b-6f11438e3818 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673590 Mar 08 12:07:15.439366 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32bcca-c4e3-4a0f-8044-2974732c2377 req-1f99498b-2707-4cae-b6b6-ec7afd04c23c tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:15.441000 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fb32bcca-c4e3-4a0f-8044-2974732c2377 req-1f99498b-2707-4cae-b6b6-ec7afd04c23c tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0925555 Mar 08 12:07:15.501427 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fb32bcca-c4e3-4a0f-8044-2974732c2377 req-c5d3dddf-61fc-4eb3-9b41-10058124d1af tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547874 Mar 08 12:07:15.501678 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa12b93-4f6b-4316-9344-8d53ac81a85a req-123623dd-e199-4b43-9e32-d9ef77f224a8 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:15.503024 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9aa12b93-4f6b-4316-9344-8d53ac81a85a req-123623dd-e199-4b43-9e32-d9ef77f224a8 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0698216 Mar 08 12:07:15.555651 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9aa12b93-4f6b-4316-9344-8d53ac81a85a req-5d6322da-f16f-485c-b146-e739ea914760 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460811 Mar 08 12:07:16.087712 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975c882-1079-47e1-bffa-4e5cc94e3114 req-83e0b9f5-0c67-4d85-8b19-9ce44c35b48b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:16.089945 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9975c882-1079-47e1-bffa-4e5cc94e3114 req-83e0b9f5-0c67-4d85-8b19-9ce44c35b48b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0653441 Mar 08 12:07:16.160019 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0225425-d68f-4d63-850b-8157c1156559 req-e01e837f-1fbb-4a48-bd5a-5b49a13d67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:16.160862 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9975c882-1079-47e1-bffa-4e5cc94e3114 req-60d4ca84-17d7-497c-9c35-4b0385d637ec tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608149 Mar 08 12:07:16.162547 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b0225425-d68f-4d63-850b-8157c1156559 req-e01e837f-1fbb-4a48-bd5a-5b49a13d67d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 1130 time: 0.0573061 Mar 08 12:07:16.203675 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-230fd1d7-0398-4002-ab24-6a054a307703 req-37dd6cea-1fa4-473b-aed1-14b061ed2d25 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 210 time: 0.0381610 Mar 08 12:07:16.240098 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b0225425-d68f-4d63-850b-8157c1156559 req-d3969c66-e73e-4ced-9227-26e7fc98d5fb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650988 Mar 08 12:07:16.279583 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e6eb9-df34-44c6-9ce2-3fac8b1e0efc req-574a0485-ac91-4ecd-bb90-b5787d299125 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:16.281123 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5f0e6eb9-df34-44c6-9ce2-3fac8b1e0efc req-574a0485-ac91-4ecd-bb90-b5787d299125 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 945 time: 0.0534728 Mar 08 12:07:16.327874 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5f0e6eb9-df34-44c6-9ce2-3fac8b1e0efc req-0d844c4d-cf49-4aec-94b8-f80d1c65b20d tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409350 Mar 08 12:07:16.613379 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:16.617190 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f6f10f-4dad-40e1-aabe-db63b52fd47b" -d '{"events": [{"server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "name": "network-vif-plugged", "status": "completed", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:16.635198 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713a461-3175-4c02-b76e-ff73c4824d8c req-8fcb06a7-e57d-4201-8218-30e4f5e46ea1 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:16.637361 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8713a461-3175-4c02-b76e-ff73c4824d8c req-8fcb06a7-e57d-4201-8218-30e4f5e46ea1 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0553315 Mar 08 12:07:16.685332 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f34672-c2dc-4c24-a4b2-4f06625134ad req-73671856-ec7e-4244-b905-0b22a034159b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:16.686027 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8713a461-3175-4c02-b76e-ff73c4824d8c req-b421f95f-0a7f-48e9-95f4-6347df56aa96 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Mar 08 12:07:16.686816 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c0f34672-c2dc-4c24-a4b2-4f06625134ad req-73671856-ec7e-4244-b905-0b22a034159b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0572724 Mar 08 12:07:16.730496 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c625bd-ebe4-47d6-9c44-40f2ab60ba07 x-openstack-request-id: req-94c625bd-ebe4-47d6-9c44-40f2ab60ba07 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:16.730856 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "name": "network-vif-plugged", "status": "completed", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:16.731098 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94c625bd-ebe4-47d6-9c44-40f2ab60ba07 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:16.731516 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'code': 200} Mar 08 12:07:16.738984 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c0f34672-c2dc-4c24-a4b2-4f06625134ad req-69218be9-9f56-4882-bb29-130cfb686eb0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465186 Mar 08 12:07:17.136953 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296663e5-194b-4dae-bb4f-6e339d54c7c7 req-2214b73b-da04-47e9-9721-44448a5e01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:17.143851 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-296663e5-194b-4dae-bb4f-6e339d54c7c7 req-2214b73b-da04-47e9-9721-44448a5e01ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 1129 time: 0.0658820 Mar 08 12:07:17.208542 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-296663e5-194b-4dae-bb4f-6e339d54c7c7 req-5addb23d-627e-4203-8de0-dcd4a69bb52b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635293 Mar 08 12:07:17.314744 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55676fdb-8b74-4a03-b9ef-53ef07396cf9 req-0a65101e-2753-4321-8f6f-0fbe9ccbe10e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:17.322648 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-55676fdb-8b74-4a03-b9ef-53ef07396cf9 req-0a65101e-2753-4321-8f6f-0fbe9ccbe10e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0808196 Mar 08 12:07:17.347278 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d22c80dd-1c5d-44ad-a493-89cd6d678ea7 req-2de7fdc8-ce9b-4d34-b1d2-55721aa7d7ad tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 210 time: 0.0557389 Mar 08 12:07:17.392171 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-55676fdb-8b74-4a03-b9ef-53ef07396cf9 req-bd6adaa2-3eea-441b-b192-55f0ad336262 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663729 Mar 08 12:07:17.502006 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5d97-a37c-41de-9995-1a6039399920 req-d3e60c0b-aac0-40e0-886d-5e12bf2402e7 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:17.503835 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-515e5d97-a37c-41de-9995-1a6039399920 req-d3e60c0b-aac0-40e0-886d-5e12bf2402e7 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 945 time: 0.0587089 Mar 08 12:07:17.556297 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-515e5d97-a37c-41de-9995-1a6039399920 req-a1d99f20-d09b-4057-b8c2-55e782e48608 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463870 Mar 08 12:07:17.872557 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c04f9-d223-4743-a388-bb96e52310e4 req-3ae621d0-8dd4-41e2-87c6-ec46b26b6465 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:17.882247 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d32c04f9-d223-4743-a388-bb96e52310e4 req-3ae621d0-8dd4-41e2-87c6-ec46b26b6465 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0951614 Mar 08 12:07:17.920577 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bdf5a-53d0-4468-8f9e-8804335692fe req-94af42f6-3d55-4a9c-a404-c68594cd8318 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:17.936259 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f29bdf5a-53d0-4468-8f9e-8804335692fe req-94af42f6-3d55-4a9c-a404-c68594cd8318 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.1080639 Mar 08 12:07:17.952521 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d32c04f9-d223-4743-a388-bb96e52310e4 req-f3a417a3-b8e2-4d36-a5b5-479e126dcaf4 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689981 Mar 08 12:07:18.013457 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f29bdf5a-53d0-4468-8f9e-8804335692fe req-a98bd76c-b045-426f-9315-e13ec5c8fc1d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746977 Mar 08 12:07:18.476311 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-33aa87ad-8518-464d-bd12-937be347d9a6 req-bbd4e3e2-470e-4a5f-b100-0946cac7e53e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 210 time: 0.0355699 Mar 08 12:07:18.565207 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63f196-f300-4bbe-a54a-bb0b1a996674 req-8975ed7a-6945-44e4-b0cc-7036e98678d6 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:18.567168 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3b63f196-f300-4bbe-a54a-bb0b1a996674 req-8975ed7a-6945-44e4-b0cc-7036e98678d6 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0761786 Mar 08 12:07:18.631951 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3b63f196-f300-4bbe-a54a-bb0b1a996674 req-932dabdc-9516-48a6-b08c-ac11a5bb2f3a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525959 Mar 08 12:07:18.776667 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceb3f9-1943-4d65-9c77-9f30cb6e1a88 req-836fc065-03f5-4cbb-b8a0-a28258a957fa tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:18.792291 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-91ceb3f9-1943-4d65-9c77-9f30cb6e1a88 req-836fc065-03f5-4cbb-b8a0-a28258a957fa tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 945 time: 0.1500299 Mar 08 12:07:18.878687 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-b32b247e-a895-4ee8-b22d-0ada44b0405a tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:18.880437 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-b32b247e-a895-4ee8-b22d-0ada44b0405a tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.55 "GET /v2.0/networks?id=15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec HTTP/1.1" status: 200 len: 808 time: 0.1883295 Mar 08 12:07:18.922865 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-91ceb3f9-1943-4d65-9c77-9f30cb6e1a88 req-80ce4395-f4b4-4601-adda-79b18490e5d4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292183 Mar 08 12:07:18.945493 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-bbb0df9b-ef7b-4bfb-ada4-e8cf09f4c14e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Request body: {'port': {'device_id': 'b30ded55-beac-4cf7-8e94-95412ef0aa60', 'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec', 'admin_state_up': True, 'tenant_id': '0edac0d5e0fe4d488f039ba9bf34ff42'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:19.161003 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-bbb0df9b-ef7b-4bfb-ada4-e8cf09f4c14e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Made reservation on behalf of 0edac0d5e0fe4d488f039ba9bf34ff42 for: {'port': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:07:19.164506 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-bbb0df9b-ef7b-4bfb-ada4-e8cf09f4c14e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:19.223976 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3141-eef7-4d28-bd54-6f8b57eda731 req-ab061d09-8ed7-4f68-aea2-40e84f35542d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:19.225969 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cef17-23f4-4abb-b82d-a30978e2a976 req-54ae00af-71d1-406b-84e7-63ad58c84275 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:19.233860 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-642cef17-23f4-4abb-b82d-a30978e2a976 req-54ae00af-71d1-406b-84e7-63ad58c84275 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.1063774 Mar 08 12:07:19.235037 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1fbd3141-eef7-4d28-bd54-6f8b57eda731 req-ab061d09-8ed7-4f68-aea2-40e84f35542d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.1091440 Mar 08 12:07:19.315585 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1fbd3141-eef7-4d28-bd54-6f8b57eda731 req-e4796215-55cb-4d17-a3f4-d9b97e9bbf99 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733354 Mar 08 12:07:19.601029 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-12685c02-29cc-4c05-9b43-8d6ae00f74ba req-40e04574-6d30-4047-9f82-e60b59fb34cc tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 210 time: 0.0312235 Mar 08 12:07:19.753765 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-bbb0df9b-ef7b-4bfb-ada4-e8cf09f4c14e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Allocated IP 172.20.0.10 (15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec/3cbde719-a929-47e4-9705-bcf0c8eff4bd/910ff848-1d7c-49b3-bfc7-6c5d171d4904) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:07:19.762105 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-642cef17-23f4-4abb-b82d-a30978e2a976 req-5d693391-0d14-4e45-b118-f4170300c7ab tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5273836 Mar 08 12:07:19.995168 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c93be-53a8-4c23-ac94-a5f6e43cf6cb req-b0e07dc9-bfbe-437f-906a-4decdb9d017b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:19.996899 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-907c93be-53a8-4c23-ac94-a5f6e43cf6cb req-b0e07dc9-bfbe-437f-906a-4decdb9d017b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.1398168 Mar 08 12:07:20.018867 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-bbb0df9b-ef7b-4bfb-ada4-e8cf09f4c14e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks [] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:20.119176 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-907c93be-53a8-4c23-ac94-a5f6e43cf6cb req-a8828fba-1051-4c26-b84c-5269e39dfe36 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007710 Mar 08 12:07:20.124671 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f68f4-37de-4d4c-ab0e-a23d059cbec9 req-d1c28148-e8de-4d6e-bd7d-cf4f5590c137 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:20.132577 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-547f68f4-37de-4d4c-ab0e-a23d059cbec9 req-d1c28148-e8de-4d6e-bd7d-cf4f5590c137 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 945 time: 0.0847154 Mar 08 12:07:20.183785 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-547f68f4-37de-4d4c-ab0e-a23d059cbec9 req-f6137aca-85b5-4c49-a158-ed81f94847c1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501328 Mar 08 12:07:20.243559 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4191d6-76c1-4eb0-8771-c343d872d06a req-78813843-ea1f-4f38-9c23-f20a7a97a9ab tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:20.245764 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4c4191d6-76c1-4eb0-8771-c343d872d06a req-78813843-ea1f-4f38-9c23-f20a7a97a9ab tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0573707 Mar 08 12:07:20.298855 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4c4191d6-76c1-4eb0-8771-c343d872d06a req-d413e91c-e952-445f-8664-030b38f2d49d tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473981 Mar 08 12:07:20.319241 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4e109-567f-44ee-8dad-403d27a3bb02 req-d98bf5d1-f343-46f6-91b9-6f61df2e2d04 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:20.320702 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-65f4e109-567f-44ee-8dad-403d27a3bb02 req-d98bf5d1-f343-46f6-91b9-6f61df2e2d04 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 945 time: 0.0576692 Mar 08 12:07:20.329460 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 51270) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:20.333824 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-8db8981b-71f8-4a08-a98c-e38e30a8a997 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'floatingip': {'port_id': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:20.382317 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8db8981b-71f8-4a08-a98c-e38e30a8a997 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (cf6ec5b1-f597-438c-9007-aa151acd8eb4), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:20.639434 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-bbb0df9b-ef7b-4bfb-ada4-e8cf09f4c14e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:20.710267 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-bbb0df9b-ef7b-4bfb-ada4-e8cf09f4c14e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Network 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:07:20.733263 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-bbb0df9b-ef7b-4bfb-ada4-e8cf09f4c14e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:07:20.737918 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-bbb0df9b-ef7b-4bfb-ada4-e8cf09f4c14e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:07:20.743765 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-bbb0df9b-ef7b-4bfb-ada4-e8cf09f4c14e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:20.745629 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-bbb0df9b-ef7b-4bfb-ada4-e8cf09f4c14e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:20.752194 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0df9b-ef7b-4bfb-ada4-e8cf09f4c14e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Pushing event updated for resources: {'Port': ['ID=910ff848-1d7c-49b3-bfc7-6c5d171d4904,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:20.768876 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914eb45-1921-41d5-95e9-cbad7f7834d6 req-79e2f486-6c85-4fbc-b38c-19b86866b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:20.770423 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2914eb45-1921-41d5-95e9-cbad7f7834d6 req-79e2f486-6c85-4fbc-b38c-19b86866b5b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 1130 time: 0.1599836 Mar 08 12:07:20.913686 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f06072-e8f9-4e1e-a41d-f8042384f4ed req-101ba6bc-652b-4843-8f99-87d5afc46aa2 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:20.923061 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-97f06072-e8f9-4e1e-a41d-f8042384f4ed req-101ba6bc-652b-4843-8f99-87d5afc46aa2 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 932 time: 0.2405202 Mar 08 12:07:20.932698 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914eb45-1921-41d5-95e9-cbad7f7834d6 req-03b0aad2-be4e-4cd7-a7d2-7b1a26b20d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:20.934107 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2914eb45-1921-41d5-95e9-cbad7f7834d6 req-03b0aad2-be4e-4cd7-a7d2-7b1a26b20d06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=257e73a2-5ceb-447c-85df-8c17e7e9e042 HTTP/1.1" status: 200 len: 920 time: 0.1513646 Mar 08 12:07:20.988798 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-bbb0df9b-ef7b-4bfb-ada4-e8cf09f4c14e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0474968 Mar 08 12:07:20.994642 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2914eb45-1921-41d5-95e9-cbad7f7834d6 req-1aa1cb40-3db1-4cab-8b30-45144662ce65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1e60f5-606b-4f9d-86ab-25655b23aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0515060 Mar 08 12:07:21.020744 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Request body: {'port': {'device_id': 'b30ded55-beac-4cf7-8e94-95412ef0aa60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:21.079429 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-97f06072-e8f9-4e1e-a41d-f8042384f4ed req-63419bc1-1fc6-419a-a1f0-fa1cbc9fca4d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497343 Mar 08 12:07:21.110019 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a210-6e13-4412-960f-e77c19b28f85 req-73f5bd9b-35c2-4cfe-aa1e-9a8d1a9c4277 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:21.111729 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5442a210-6e13-4412-960f-e77c19b28f85 req-73f5bd9b-35c2-4cfe-aa1e-9a8d1a9c4277 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.2220776 Mar 08 12:07:21.147294 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914eb45-1921-41d5-95e9-cbad7f7834d6 req-94bfa3cf-293c-47b5-a8ba-1bac2007bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:21.153099 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8db8981b-71f8-4a08-a98c-e38e30a8a997 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:21.169175 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2914eb45-1921-41d5-95e9-cbad7f7834d6 req-94bfa3cf-293c-47b5-a8ba-1bac2007bb1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=243d0bec-ddaa-486f-a46c-e3ab257ef718 HTTP/1.1" status: 200 len: 859 time: 0.1522131 Mar 08 12:07:21.200050 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5442a210-6e13-4412-960f-e77c19b28f85 req-51fb86da-91b8-43df-b0da-e33afa606b5d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796082 Mar 08 12:07:21.232200 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2914eb45-1921-41d5-95e9-cbad7f7834d6 req-3a1e7e12-2f7b-4674-a380-5ea9751ddb86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=257e73a2-5ceb-447c-85df-8c17e7e9e042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528440 Mar 08 12:07:21.240316 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8db8981b-71f8-4a08-a98c-e38e30a8a997 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (cf6ec5b1-f597-438c-9007-aa151acd8eb4), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:21.350918 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:21.371714 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2914eb45-1921-41d5-95e9-cbad7f7834d6 req-b794c41d-1430-41e6-b8e3-67b2449e6d5b service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282218 Mar 08 12:07:21.416685 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [None req-8db8981b-71f8-4a08-a98c-e38e30a8a997 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Floating IP cf6ec5b1-f597-438c-9007-aa151acd8eb4 associated. External IP: 172.27.1.38, port: aca69b50-9aca-4f60-bfcb-15288bf1aed3. Mar 08 12:07:21.542611 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0292173-98d3-46e8-ac7f-42cd4ed20e1c req-6858206e-b013-4982-bab5-42fcaf7d913a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:21.544573 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a0292173-98d3-46e8-ac7f-42cd4ed20e1c req-6858206e-b013-4982-bab5-42fcaf7d913a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.3153141 Mar 08 12:07:21.568942 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43961f-7d12-4b74-80b8-83c01e2880ed req-55ae7463-b418-4ffa-afe0-e6cdbd6a842f tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:21.574405 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2914eb45-1921-41d5-95e9-cbad7f7834d6 req-ee87b731-de01-40d0-862f-651559aa77d3 service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839161 Mar 08 12:07:21.576796 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c43961f-7d12-4b74-80b8-83c01e2880ed req-55ae7463-b418-4ffa-afe0-e6cdbd6a842f tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.1577404 Mar 08 12:07:21.687774 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c43961f-7d12-4b74-80b8-83c01e2880ed req-67117e62-01a3-44c6-845b-b7d72108777c tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096511 Mar 08 12:07:21.699540 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a0292173-98d3-46e8-ac7f-42cd4ed20e1c req-e289ac15-8dff-4a8e-9c7b-9dfd7277e04a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378880 Mar 08 12:07:21.851035 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db8981b-71f8-4a08-a98c-e38e30a8a997 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Router 815211d6-f3c9-4422-817c-471d4aae972e has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:07:21.966652 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910ff848-1d7c-49b3-bfc7-6c5d171d4904 {{(pid=110508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:07:21.985746 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Publish callbacks [] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:22.001227 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.provisioning_blocks [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Transition to ACTIVE for port object 910ff848-1d7c-49b3-bfc7-6c5d171d4904 will not be triggered until provisioned by entity L2. {{(pid=110508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:07:22.023497 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db8981b-71f8-4a08-a98c-e38e30a8a997 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:07:22.034947 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5256d-f8f7-4090-83a0-596e43b7bf99 None None] Sync routers for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:07:22.037789 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8db8981b-71f8-4a08-a98c-e38e30a8a997 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:22.060229 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5256d-f8f7-4090-83a0-596e43b7bf99 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:22.063241 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-9cd5256d-f8f7-4090-83a0-596e43b7bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:06:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:22.091148 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-8db8981b-71f8-4a08-a98c-e38e30a8a997 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "PUT /v2.0/floatingips/cf6ec5b1-f597-438c-9007-aa151acd8eb4 HTTP/1.1" status: 200 len: 990 time: 1.7491715 Mar 08 12:07:22.091148 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d336ac-55be-4392-9a2c-bf0a54d38911', 'tag': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:22.091148 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c27a5a-68e6-42f8-b4b6-910b2ff52764" -d '{"events": [{"name": "network-changed", "server_uuid": "13d336ac-55be-4392-9a2c-bf0a54d38911", "tag": "aca69b50-9aca-4f60-bfcb-15288bf1aed3"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:22.093508 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:22.171627 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Pushing event updated for resources: {'Port': ['ID=910ff848-1d7c-49b3-bfc7-6c5d171d4904,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:22.188612 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Attempting to bind port 910ff848-1d7c-49b3-bfc7-6c5d171d4904 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:07:22.188914 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Attempting to bind port 910ff848-1d7c-49b3-bfc7-6c5d171d4904 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '61136bcf-f26f-450c-91a4-9596200eeb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec'}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:07:22.189200 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Attempting to bind port 910ff848-1d7c-49b3-bfc7-6c5d171d4904 on network 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:07:22.194272 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Port 910ff848-1d7c-49b3-bfc7-6c5d171d4904 on network 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:07:22.194607 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Attempting to bind port 910ff848-1d7c-49b3-bfc7-6c5d171d4904 on network 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:07:22.198424 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30626fd-a251-4572-8d5e-551d4bbe27b5 x-openstack-request-id: req-c30626fd-a251-4572-8d5e-551d4bbe27b5 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:22.198716 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d336ac-55be-4392-9a2c-bf0a54d38911", "tag": "aca69b50-9aca-4f60-bfcb-15288bf1aed3", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:22.198972 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c30626fd-a251-4572-8d5e-551d4bbe27b5 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:22.199429 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d336ac-55be-4392-9a2c-bf0a54d38911', 'tag': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3', 'status': 'completed', 'code': 200} Mar 08 12:07:22.201578 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:07:22.201961 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Checking segment: {'id': '61136bcf-f26f-450c-91a4-9596200eeb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:07:22.202417 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Bound using segment: {'id': '61136bcf-f26f-450c-91a4-9596200eeb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec'} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:07:22.202870 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Bound port: 910ff848-1d7c-49b3-bfc7-6c5d171d4904, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61136bcf-f26f-450c-91a4-9596200eeb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec'}}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:07:22.203262 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:22.235616 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-9cd5256d-f8f7-4090-83a0-596e43b7bf99 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:22.363018 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] For port 910ff848-1d7c-49b3-bfc7-6c5d171d4904, host hv-cinder-83008, cleared binding levels {{(pid=110508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:07:22.369899 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] For port 910ff848-1d7c-49b3-bfc7-6c5d171d4904, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=910ff848-1d7c-49b3-bfc7-6c5d171d4904,segment=NetworkSegment(61136bcf-f26f-450c-91a4-9596200eeb57),segment_id=61136bcf-f26f-450c-91a4-9596200eeb57)] {{(pid=110508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:07:22.381129 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c27a5a-68e6-42f8-b4b6-910b2ff52764 req-f0da767d-067f-4881-b541-c739c1f4faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:22.382721 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b6c27a5a-68e6-42f8-b4b6-910b2ff52764 req-f0da767d-067f-4881-b541-c739c1f4faaa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 1129 time: 0.1241171 Mar 08 12:07:22.391663 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7f20e-2c38-453e-9bba-043caa3911d5 req-0615bd9b-e33e-479d-95d2-1ad7a3e64fce tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:22.393646 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e1f7f20e-2c38-453e-9bba-043caa3911d5 req-0615bd9b-e33e-479d-95d2-1ad7a3e64fce tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 944 time: 0.1225276 Mar 08 12:07:22.499211 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c27a5a-68e6-42f8-b4b6-910b2ff52764 req-74392979-1109-4ed0-8194-021612730156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:22.501830 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b6c27a5a-68e6-42f8-b4b6-910b2ff52764 req-74392979-1109-4ed0-8194-021612730156 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 200 len: 915 time: 0.1070204 Mar 08 12:07:22.507769 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:22.638632 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947aec2-d8d3-43fa-add8-2044e87b242b req-101b41f7-8684-474b-b6ff-e619ef6fe768 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:22.642674 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5947aec2-d8d3-43fa-add8-2044e87b242b req-101b41f7-8684-474b-b6ff-e619ef6fe768 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.1046207 Mar 08 12:07:22.713638 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:22.715619 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:22.717064 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] 10.222.0.55 "PUT /v2.0/ports/910ff848-1d7c-49b3-bfc7-6c5d171d4904 HTTP/1.1" status: 200 len: 1094 time: 1.7051766 Mar 08 12:07:22.717531 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30ded55-beac-4cf7-8e94-95412ef0aa60', 'tag': '910ff848-1d7c-49b3-bfc7-6c5d171d4904'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:22.720159 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316885b0-b1bf-4b68-8beb-3b64b0de24d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b30ded55-beac-4cf7-8e94-95412ef0aa60", "tag": "910ff848-1d7c-49b3-bfc7-6c5d171d4904"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:22.760762 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b6c27a5a-68e6-42f8-b4b6-910b2ff52764 req-302a5000-1867-492f-9789-d231442d833b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aca69b50-9aca-4f60-bfcb-15288bf1aed3 HTTP/1.1" status: 200 len: 998 time: 0.2242279 Mar 08 12:07:22.786703 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5947aec2-d8d3-43fa-add8-2044e87b242b req-267b92d1-8c36-4ff4-8100-6e735e09734c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228979 Mar 08 12:07:22.797401 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-9cd5256d-f8f7-4090-83a0-596e43b7bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '37e14603-0c65-4b41-883c-59bed0d1fbbe', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:55:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:43Z', 'revision_number': 2, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}, {'id': 'cf6ec5b1-f597-438c-9007-aa151acd8eb4', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:a9:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d336ac-55be-4392-9a2c-bf0a54d38911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:55Z', 'updated_at': '2022-03-08T12:07:21Z', 'revision_number': 1, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:22.865732 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5256d-f8f7-4090-83a0-596e43b7bf99 None None] Checking router: 815211d6-f3c9-4422-817c-471d4aae972e for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:07:22.873498 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e1f7f20e-2c38-453e-9bba-043caa3911d5 req-9e055a71-afc1-4227-8a22-893f13aa712f tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698046 Mar 08 12:07:22.888339 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5256d-f8f7-4090-83a0-596e43b7bf99 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:22.891848 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a82ac4-547a-4936-aa5c-c1371cd9694f service neutron] Pushing event updated for resources: {'Port': ['ID=910ff848-1d7c-49b3-bfc7-6c5d171d4904,revision_number=3']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:22.892619 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-9cd5256d-f8f7-4090-83a0-596e43b7bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:06:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:22.954324 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c27a5a-68e6-42f8-b4b6-910b2ff52764 req-1b6c1b69-bbd3-40b0-91ca-620de3dbe70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:22.954324 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b6c27a5a-68e6-42f8-b4b6-910b2ff52764 req-1b6c1b69-bbd3-40b0-91ca-620de3dbe70a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a387d57-4cc1-4172-ab00-0a23139114fa HTTP/1.1" status: 200 len: 853 time: 0.1711349 Mar 08 12:07:22.968071 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-5474b45e-0214-4aaf-b93f-e173f96f44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:22.970932 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-5474b45e-0214-4aaf-b93f-e173f96f44cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0edac0d5e0fe4d488f039ba9bf34ff42&device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 1128 time: 0.1014137 Mar 08 12:07:22.990846 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3382a213-6423-4236-8db6-14eed55e0b98 x-openstack-request-id: req-3382a213-6423-4236-8db6-14eed55e0b98 {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:22.997581 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30ded55-beac-4cf7-8e94-95412ef0aa60", "tag": "910ff848-1d7c-49b3-bfc7-6c5d171d4904", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:22.997898 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3382a213-6423-4236-8db6-14eed55e0b98 {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:22.998360 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30ded55-beac-4cf7-8e94-95412ef0aa60', 'tag': '910ff848-1d7c-49b3-bfc7-6c5d171d4904', 'status': 'completed', 'code': 200} Mar 08 12:07:23.003212 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e7834-bb3d-4ee8-8e7d-d9a8a3f4887d req-e623bd93-6b08-4cca-a144-9bca6430f096 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:23.004981 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-547e7834-bb3d-4ee8-8e7d-d9a8a3f4887d req-e623bd93-6b08-4cca-a144-9bca6430f096 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0867198 Mar 08 12:07:23.044187 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:07:23.093838 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-547e7834-bb3d-4ee8-8e7d-d9a8a3f4887d req-8cf4a690-4631-463b-9dab-09c0abd562a0 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765800 Mar 08 12:07:23.119156 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-baad70e5-dde4-4fe4-886a-4a9d7d18bb43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=910ff848-1d7c-49b3-bfc7-6c5d171d4904 HTTP/1.1" status: 200 len: 217 time: 0.0575156 Mar 08 12:07:23.146501 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-9cd5256d-f8f7-4090-83a0-596e43b7bf99 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:23.203898 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c27a5a-68e6-42f8-b4b6-910b2ff52764 req-40ffa4d2-894b-412f-9a81-1f8d7d6fb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:23.205503 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b6c27a5a-68e6-42f8-b4b6-910b2ff52764 req-40ffa4d2-894b-412f-9a81-1f8d7d6fb46a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91deec2c-beff-469e-8457-e94ee53aae39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1945860 Mar 08 12:07:23.220486 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-f3491eaf-315f-410e-ac89-7c8b9a5d3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:23.222006 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-f3491eaf-315f-410e-ac89-7c8b9a5d3a76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cbde719-a929-47e4-9705-bcf0c8eff4bd HTTP/1.1" status: 200 len: 848 time: 0.0733910 Mar 08 12:07:23.257887 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8fbe6-334b-41a7-9460-cb64b4b3d39a req-2fb10f1a-cbcc-4a74-aeb6-918db7c21170 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:23.260677 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ccc8fbe6-334b-41a7-9460-cb64b4b3d39a req-2fb10f1a-cbcc-4a74-aeb6-918db7c21170 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.1443312 Mar 08 12:07:23.291682 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-b53db84d-c48d-4246-bbbc-1492bd99e782 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587013 Mar 08 12:07:23.445455 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ccc8fbe6-334b-41a7-9460-cb64b4b3d39a req-106bb358-324c-49fa-ad08-45e9590150f5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563220 Mar 08 12:07:23.465661 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b6c27a5a-68e6-42f8-b4b6-910b2ff52764 req-9854b414-62e2-4925-9ecb-0675cf96e693 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414503 Mar 08 12:07:23.509579 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-d31dd04f-a20c-4142-a24e-e7fe162d40d6 service neutron] 10.222.0.55 "GET /v2.0/networks/15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030001 Mar 08 12:07:23.536438 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-9cd5256d-f8f7-4090-83a0-596e43b7bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '37e14603-0c65-4b41-883c-59bed0d1fbbe', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:55:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:43Z', 'revision_number': 2, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}, {'id': 'cf6ec5b1-f597-438c-9007-aa151acd8eb4', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:a9:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d336ac-55be-4392-9a2c-bf0a54d38911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:55Z', 'updated_at': '2022-03-08T12:07:21Z', 'revision_number': 1, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:23.676211 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-fa5236d2-ac7b-452b-affb-4a535f2e9ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:23.699638 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5256d-f8f7-4090-83a0-596e43b7bf99 None None] The sync data for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi is: [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '37e14603-0c65-4b41-883c-59bed0d1fbbe', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:55:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:43Z', 'revision_number': 2, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}, {'id': 'cf6ec5b1-f597-438c-9007-aa151acd8eb4', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:a9:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d336ac-55be-4392-9a2c-bf0a54d38911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:06:55Z', 'updated_at': '2022-03-08T12:07:21Z', 'revision_number': 1, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:07:23.702837 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-13755e4d-0c46-494d-8673-bfe6cd7d3a8f req-81deb98b-cb4d-471e-a0c9-23b7b5719c76 service neutron] 10.222.0.55 "GET /v2.0/networks/15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755631 Mar 08 12:07:23.738668 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b6c27a5a-68e6-42f8-b4b6-910b2ff52764 req-15012b26-f2ea-47e0-a137-8cf3cdff9028 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622690 Mar 08 12:07:24.037000 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e231ddb0-10e5-40ee-864b-58dcfb6428d4 None None] New status for floating IP cf6ec5b1-f597-438c-9007-aa151acd8eb4: ACTIVE {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:07:24.081519 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316885b0-b1bf-4b68-8beb-3b64b0de24d4 req-0811aa0c-9b26-4c3d-a9a7-d8fb9f8f463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:24.083074 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-316885b0-b1bf-4b68-8beb-3b64b0de24d4 req-0811aa0c-9b26-4c3d-a9a7-d8fb9f8f463e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0edac0d5e0fe4d488f039ba9bf34ff42&device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 1128 time: 0.1132843 Mar 08 12:07:24.092580 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dddf6d-8d72-4fc3-b158-4eeca074a4db req-f18bd62e-0d8a-4be9-a1ef-4fa0633e390c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:24.094203 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c9dddf6d-8d72-4fc3-b158-4eeca074a4db req-f18bd62e-0d8a-4be9-a1ef-4fa0633e390c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.1517818 Mar 08 12:07:24.147382 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d51b3-a93b-4eec-aa87-371f96f647bc req-624ef6a0-78db-4d64-90ed-c1511274b1bb tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:24.154057 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-227d51b3-a93b-4eec-aa87-371f96f647bc req-624ef6a0-78db-4d64-90ed-c1511274b1bb tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 944 time: 0.1380372 Mar 08 12:07:24.182702 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c9dddf6d-8d72-4fc3-b158-4eeca074a4db req-c9cfad71-8554-431a-b2ac-882975cc3b22 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726571 Mar 08 12:07:24.302759 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-227d51b3-a93b-4eec-aa87-371f96f647bc req-7201fbf5-68a6-4487-b13e-de52be08f032 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330667 Mar 08 12:07:24.305939 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316885b0-b1bf-4b68-8beb-3b64b0de24d4 req-c220f849-495a-4074-a8e5-54f1c0750168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:24.307552 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-316885b0-b1bf-4b68-8beb-3b64b0de24d4 req-c220f849-495a-4074-a8e5-54f1c0750168 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec HTTP/1.1" status: 200 len: 909 time: 0.2147627 Mar 08 12:07:24.378546 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105c182-9443-4c40-801e-8e1b0f96239c req-ce772d5b-1dd4-455b-a82d-c96c1fc78fe8 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:24.388463 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4105c182-9443-4c40-801e-8e1b0f96239c req-ce772d5b-1dd4-455b-a82d-c96c1fc78fe8 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.1103220 Mar 08 12:07:24.399794 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-316885b0-b1bf-4b68-8beb-3b64b0de24d4 req-514764c1-2b5f-4a0d-bdfa-e2b55eae702e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=910ff848-1d7c-49b3-bfc7-6c5d171d4904 HTTP/1.1" status: 200 len: 217 time: 0.0804746 Mar 08 12:07:24.477805 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4105c182-9443-4c40-801e-8e1b0f96239c req-09efc58f-52ca-4428-b0a0-c7c018cd08e3 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876260 Mar 08 12:07:24.539779 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316885b0-b1bf-4b68-8beb-3b64b0de24d4 req-7f7529ce-49fc-4b1e-ae74-798244ee7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:24.548019 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-316885b0-b1bf-4b68-8beb-3b64b0de24d4 req-7f7529ce-49fc-4b1e-ae74-798244ee7f56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cbde719-a929-47e4-9705-bcf0c8eff4bd HTTP/1.1" status: 200 len: 848 time: 0.0984836 Mar 08 12:07:24.601113 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-316885b0-b1bf-4b68-8beb-3b64b0de24d4 req-283d5d71-3701-4f46-93ed-87969fffa0b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445743 Mar 08 12:07:24.647760 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be990-6738-467c-bc63-e4585203cef1 req-b2472987-416c-49aa-bff5-09a1b5b1e211 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:24.649901 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0a2be990-6738-467c-bc63-e4585203cef1 req-b2472987-416c-49aa-bff5-09a1b5b1e211 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0814648 Mar 08 12:07:24.723179 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0a2be990-6738-467c-bc63-e4585203cef1 req-dac00e79-57ef-424f-9a7a-8a315f2fd422 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611277 Mar 08 12:07:24.929629 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-316885b0-b1bf-4b68-8beb-3b64b0de24d4 req-0fb8c7bc-0635-4f3e-b4ea-bd80d15737cf service neutron] 10.222.0.55 "GET /v2.0/networks/15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211460 Mar 08 12:07:25.046095 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-316885b0-b1bf-4b68-8beb-3b64b0de24d4 req-9083e8fb-f11b-41be-9534-a1b6dd291682 service neutron] 10.222.0.55 "GET /v2.0/networks/15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115866 Mar 08 12:07:25.312368 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329d544-3d6b-4894-8fda-2c9d6ce5af2d req-3dda473b-3edc-4965-bbf4-a219b1041482 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:25.313907 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2329d544-3d6b-4894-8fda-2c9d6ce5af2d req-3dda473b-3edc-4965-bbf4-a219b1041482 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0601516 Mar 08 12:07:25.367183 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2329d544-3d6b-4894-8fda-2c9d6ce5af2d req-e9f87af5-fa39-4b1a-a9f9-d463537fb9a1 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476563 Mar 08 12:07:25.439524 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca98570-72ce-420e-855b-d0e9cbeef194 req-308e2b91-7276-4156-8138-6022558edddb tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:25.441004 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8ca98570-72ce-420e-855b-d0e9cbeef194 req-308e2b91-7276-4156-8138-6022558edddb tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 944 time: 0.0572801 Mar 08 12:07:25.494661 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8ca98570-72ce-420e-855b-d0e9cbeef194 req-0231c602-cd02-4291-af51-54b5f9ce56fb tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420876 Mar 08 12:07:25.595308 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e886f-25d3-41f3-bbdc-87d659de1467 req-71a8f068-d91a-48b3-a9c2-18fe80e39bed tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:25.596804 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8a9e886f-25d3-41f3-bbdc-87d659de1467 req-71a8f068-d91a-48b3-a9c2-18fe80e39bed tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0533819 Mar 08 12:07:25.646121 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8a9e886f-25d3-41f3-bbdc-87d659de1467 req-16818d95-f081-4ec9-9004-43a2002973c7 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 Mar 08 12:07:25.887201 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edd6bd-53c7-4d3b-8bf4-cfac09c9542f req-bc6c7045-7f80-4475-a9fa-b8999befe365 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:25.888867 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-41edd6bd-53c7-4d3b-8bf4-cfac09c9542f req-bc6c7045-7f80-4475-a9fa-b8999befe365 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0705285 Mar 08 12:07:25.949108 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-41edd6bd-53c7-4d3b-8bf4-cfac09c9542f req-2c2fc065-e6c1-41bb-9cd7-f22f1a052a15 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537968 Mar 08 12:07:26.098208 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 910ff848-1d7c-49b3-bfc7-6c5d171d4904 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:07:26.227340 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 910ff848-1d7c-49b3-bfc7-6c5d171d4904, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=910ff848-1d7c-49b3-bfc7-6c5d171d4904,segment=NetworkSegment(61136bcf-f26f-450c-91a4-9596200eeb57),segment_id=61136bcf-f26f-450c-91a4-9596200eeb57)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:26.238102 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '910ff848-1d7c-49b3-bfc7-6c5d171d4904', 'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec', 'port_id': '910ff848-1d7c-49b3-bfc7-6c5d171d4904', 'mac_address': 'fa:16:3e:87:96:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbde719-a929-47e4-9705-bcf0c8eff4bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:07:26.316160 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-1aa3dd48-85e6-4882-948c-b98dcbcac4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:26.331728 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 910ff848-1d7c-49b3-bfc7-6c5d171d4904 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:26.332594 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:26.353088 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910ff848-1d7c-49b3-bfc7-6c5d171d4904 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:07:26.390159 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 910ff848-1d7c-49b3-bfc7-6c5d171d4904, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=910ff848-1d7c-49b3-bfc7-6c5d171d4904,segment=NetworkSegment(61136bcf-f26f-450c-91a4-9596200eeb57),segment_id=61136bcf-f26f-450c-91a4-9596200eeb57)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:26.464067 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:26.556636 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=910ff848-1d7c-49b3-bfc7-6c5d171d4904,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:26.578939 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea489c-df4d-4cd5-9ee2-df5c3b711eed req-1f952f0f-1476-4c5b-b6a7-aa3f49af0c94 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:26.580551 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-faea489c-df4d-4cd5-9ee2-df5c3b711eed req-1f952f0f-1476-4c5b-b6a7-aa3f49af0c94 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.1259050 Mar 08 12:07:26.628271 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-faea489c-df4d-4cd5-9ee2-df5c3b711eed req-0c73eb2d-31d6-4019-9744-2bd848dcfbe1 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Mar 08 12:07:26.646121 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841e381-4e7c-486c-b23e-1c9621275421 req-3475cb8d-53b1-4ae1-bae6-7dade4f09dd7 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:26.646121 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9841e381-4e7c-486c-b23e-1c9621275421 req-3475cb8d-53b1-4ae1-bae6-7dade4f09dd7 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 945 time: 0.0614471 Mar 08 12:07:26.707647 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9841e381-4e7c-486c-b23e-1c9621275421 req-ac2278f5-f8ba-4ffe-937a-bcf232dd28ba tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554876 Mar 08 12:07:26.927381 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29803d-2c55-465a-b6bf-898d3a31dd6e req-d1af7656-2eff-4eab-afa4-69e89bc6a56e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:26.928911 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4d29803d-2c55-465a-b6bf-898d3a31dd6e req-d1af7656-2eff-4eab-afa4-69e89bc6a56e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 945 time: 0.0620961 Mar 08 12:07:26.980972 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4d29803d-2c55-465a-b6bf-898d3a31dd6e req-5d551b88-86ac-407a-8e16-e7153119b36c tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Mar 08 12:07:26.981749 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['910ff848-1d7c-49b3-bfc7-6c5d171d4904'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:27.005321 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 51382) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:27.126651 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da11e45-3674-4b7a-8039-0d9919a00159 req-64a587bb-4b2d-40a4-9b3d-560367dd30f3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:27.131656 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1da11e45-3674-4b7a-8039-0d9919a00159 req-64a587bb-4b2d-40a4-9b3d-560367dd30f3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0858464 Mar 08 12:07:27.213969 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1da11e45-3674-4b7a-8039-0d9919a00159 req-5e231ce8-2f3b-44f9-b244-23e818fa949a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781684 Mar 08 12:07:27.230786 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2803cdc5-a0fa-4b34-9f46-04de9ba7c391 tempest-TestMinimumBasicScenario-1211102102 tempest-TestMinimumBasicScenario-1211102102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:27.232408 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-2803cdc5-a0fa-4b34-9f46-04de9ba7c391 tempest-TestMinimumBasicScenario-1211102102 tempest-TestMinimumBasicScenario-1211102102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 1124 time: 0.2258341 Mar 08 12:07:27.235226 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 51386) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:27.239592 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Request body: {'floatingip': {'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'port_id': '505947da-5e1e-4917-9740-68272ecb3e26', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:27.336228 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.427080 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.448236 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.560719 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Allocated IP 172.27.1.210 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:07:27.673486 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for port (7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.766205 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f381d-5c5f-4941-b9fe-8aab06ac3d10 req-ca43312c-f5c6-4a58-8525-e24c513fef78 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:27.767937 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e95f381d-5c5f-4941-b9fe-8aab06ac3d10 req-ca43312c-f5c6-4a58-8525-e24c513fef78 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0626614 Mar 08 12:07:27.782380 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:27.843259 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c30463-4658-4ac4-a7bf-c308ed969c7b req-3e9f4e19-c799-4094-81d0-781d7ef6c7d4 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:27.844913 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-71c30463-4658-4ac4-a7bf-c308ed969c7b req-3e9f4e19-c799-4094-81d0-781d7ef6c7d4 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 945 time: 0.0632927 Mar 08 12:07:27.848966 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:07:27.862451 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:07:27.865280 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event updated for resources: {'Port': ['ID=7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:27.871052 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e95f381d-5c5f-4941-b9fe-8aab06ac3d10 req-2b5eecea-c475-4bce-8208-8caf5005f4ea tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965543 Mar 08 12:07:27.872704 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:07:27.968374 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-71c30463-4658-4ac4-a7bf-c308ed969c7b req-7db6934e-4084-4d90-bc3a-45865db638a8 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136563 Mar 08 12:07:27.978538 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2cad-2ad0-4f17-a21c-7044949ddce2 req-a5a03330-24cd-4176-a147-05006b838367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:27.982171 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fd9d2cad-2ad0-4f17-a21c-7044949ddce2 req-a5a03330-24cd-4176-a147-05006b838367 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 1129 time: 0.1258738 Mar 08 12:07:28.123518 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2cad-2ad0-4f17-a21c-7044949ddce2 req-f968d967-2bd5-4553-a3e0-92078bfd2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:28.125071 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fd9d2cad-2ad0-4f17-a21c-7044949ddce2 req-f968d967-2bd5-4553-a3e0-92078bfd2e47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 HTTP/1.1" status: 200 len: 918 time: 0.1333623 Mar 08 12:07:28.208879 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fd9d2cad-2ad0-4f17-a21c-7044949ddce2 req-48be0782-92e5-4396-a67b-adecc205f484 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d HTTP/1.1" status: 200 len: 1001 time: 0.0692115 Mar 08 12:07:28.265723 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2cad-2ad0-4f17-a21c-7044949ddce2 req-8cd1d075-e2e0-4440-a7f3-98b20eae0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:28.267636 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fd9d2cad-2ad0-4f17-a21c-7044949ddce2 req-8cd1d075-e2e0-4440-a7f3-98b20eae0c58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0881ec02-52c5-41f4-9bad-8258b28ec43f HTTP/1.1" status: 200 len: 856 time: 0.0505142 Mar 08 12:07:28.363102 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2cad-2ad0-4f17-a21c-7044949ddce2 req-fdb13e69-b3b7-4f9f-aa8b-9bd8a6099cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:28.364428 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fd9d2cad-2ad0-4f17-a21c-7044949ddce2 req-fdb13e69-b3b7-4f9f-aa8b-9bd8a6099cc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861959 Mar 08 12:07:28.404266 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd20361-064f-47bc-b24c-446c2fcdf9d0 req-22330d89-ce11-4a4c-8d8c-3fbca8041421 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:28.406566 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8bd20361-064f-47bc-b24c-446c2fcdf9d0 req-22330d89-ce11-4a4c-8d8c-3fbca8041421 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.0997937 Mar 08 12:07:28.533111 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8bd20361-064f-47bc-b24c-446c2fcdf9d0 req-578e6618-a42a-4374-afa6-67ceb8ff36f7 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138330 Mar 08 12:07:28.537232 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fd9d2cad-2ad0-4f17-a21c-7044949ddce2 req-f4bcf327-db2a-4a19-9df9-8dfa93727aa9 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635859 Mar 08 12:07:28.613188 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for floatingip (58061041-9fb3-4fce-885c-b2eb847db0e9), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:28.660283 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172258b-a5d6-45d0-902e-bffad3a10381 req-8fb27a15-865b-49b8-bb32-90cbbb7a7b20 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:28.662001 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f172258b-a5d6-45d0-902e-bffad3a10381 req-8fb27a15-865b-49b8-bb32-90cbbb7a7b20 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 945 time: 0.1044593 Mar 08 12:07:28.725337 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f172258b-a5d6-45d0-902e-bffad3a10381 req-1b810b1b-7010-4412-81fe-089acc7d684d tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530181 Mar 08 12:07:28.835913 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:28.908863 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fd9d2cad-2ad0-4f17-a21c-7044949ddce2 req-1d44b77c-8d5e-47f1-9aa0-6d3736f34da3 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493629 Mar 08 12:07:28.943332 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:29.019188 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for port (7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:29.030348 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173780b1-e356-48fd-8fa0-928238d83372 req-a4d2f60a-a08e-4fdc-88eb-47a20fc3b0a1 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:29.035272 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-173780b1-e356-48fd-8fa0-928238d83372 req-a4d2f60a-a08e-4fdc-88eb-47a20fc3b0a1 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0695202 Mar 08 12:07:29.089964 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f06203-197e-40cc-bc57-889540934d8f req-5cac6ef9-7615-4a82-b1be-540e19c31206 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:29.091571 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a5f06203-197e-40cc-bc57-889540934d8f req-5cac6ef9-7615-4a82-b1be-540e19c31206 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 945 time: 0.0557196 Mar 08 12:07:29.095524 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-173780b1-e356-48fd-8fa0-928238d83372 req-2e91cb77-c973-4478-acce-942469b3df08 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557625 Mar 08 12:07:29.121255 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:29.222677 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event updated for resources: {'Port': ['ID=7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:29.231458 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a5f06203-197e-40cc-bc57-889540934d8f req-9f6b0769-d43e-4e3f-829b-1df6433e898d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333399 Mar 08 12:07:29.243086 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (58061041-9fb3-4fce-885c-b2eb847db0e9), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:29.351374 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Floating IP 58061041-9fb3-4fce-885c-b2eb847db0e9 associated. External IP: 172.27.1.210, port: 505947da-5e1e-4917-9740-68272ecb3e26. Mar 08 12:07:29.584815 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Router 4071a9b3-1f53-44d0-955d-4d08af2f9eed has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:07:29.665102 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f670df94-c5ec-41c0-9c81-3331360bf208 req-9188a049-4a9f-4c88-bc7a-821b38a795cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501807 Mar 08 12:07:29.744239 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffa393-240b-4694-9154-eef191b5c04a req-3bf8a69f-ee04-4ea7-8cd9-feb06d64126f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:29.745823 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-07ffa393-240b-4694-9154-eef191b5c04a req-3bf8a69f-ee04-4ea7-8cd9-feb06d64126f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.1056728 Mar 08 12:07:29.766952 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:07:29.778744 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8973985a-9a48-405c-babf-5470a7495571 None None] Sync routers for ids ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:07:29.792301 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973985a-9a48-405c-babf-5470a7495571 None None] Routers {'4071a9b3-1f53-44d0-955d-4d08af2f9eed'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:29.793255 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-8973985a-9a48-405c-babf-5470a7495571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:07:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:29.795555 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670df94-c5ec-41c0-9c81-3331360bf208 req-1c96c027-954a-4870-ab37-64b3962ec368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:29.797213 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f670df94-c5ec-41c0-9c81-3331360bf208 req-1c96c027-954a-4870-ab37-64b3962ec368 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 1129 time: 0.0825932 Mar 08 12:07:29.830270 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-07ffa393-240b-4694-9154-eef191b5c04a req-770823c1-98f8-45f7-825c-eec640feb57b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722091 Mar 08 12:07:29.857291 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:29.910121 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:29.932133 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdef4b4-54d9-408a-8b4f-0334c6e68c41 req-c9bfd7cb-8bb1-43ae-9cf4-8c5bfae319a1 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:29.940595 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9bdef4b4-54d9-408a-8b4f-0334c6e68c41 req-c9bfd7cb-8bb1-43ae-9cf4-8c5bfae319a1 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 945 time: 0.1361027 Mar 08 12:07:29.942050 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-8973985a-9a48-405c-babf-5470a7495571 None None] Set router 4071a9b3-1f53-44d0-955d-4d08af2f9eed gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:29.951924 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-80feabe7-86a6-44e3-bb1b-3677b9634b7e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7130034 Mar 08 12:07:29.951924 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:29.953056 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5b90cc-d014-4d0c-b960-b870f7df097d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "tag": "505947da-5e1e-4917-9740-68272ecb3e26"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:29.958005 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 51422) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:29.974880 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-3bf6a041-dde6-48d9-839e-0f9cf8a51233 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-607695300', 'description': 'tempest-secgroup-smoke-607695300 description', 'project_id': '23396fe2e24d48e1a919efa0e1896508'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:29.998595 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6ffdab-4623-4821-b0b0-7a335c301f40 x-openstack-request-id: req-9c6ffdab-4623-4821-b0b0-7a335c301f40 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:29.999002 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "tag": "505947da-5e1e-4917-9740-68272ecb3e26", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:29.999342 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c6ffdab-4623-4821-b0b0-7a335c301f40 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:29.999809 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26', 'status': 'completed', 'code': 200} Mar 08 12:07:30.024643 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670df94-c5ec-41c0-9c81-3331360bf208 req-4118fc0e-6086-4924-848a-de5c2e69aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.026763 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f670df94-c5ec-41c0-9c81-3331360bf208 req-4118fc0e-6086-4924-848a-de5c2e69aa66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=257e73a2-5ceb-447c-85df-8c17e7e9e042 HTTP/1.1" status: 200 len: 920 time: 0.1949520 Mar 08 12:07:30.049035 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9bdef4b4-54d9-408a-8b4f-0334c6e68c41 req-02348683-a4c0-447f-97d7-cae6fdc7771d tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074753 Mar 08 12:07:30.095023 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f670df94-c5ec-41c0-9c81-3331360bf208 req-438c1604-a89d-419d-b770-35c3592b0971 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=099d9827-9588-4d99-80c0-46d554cc565b HTTP/1.1" status: 200 len: 217 time: 0.0426826 Mar 08 12:07:30.129793 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a041-dde6-48d9-839e-0f9cf8a51233 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:30.131379 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 910ff848-1d7c-49b3-bfc7-6c5d171d4904 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:07:30.187182 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670df94-c5ec-41c0-9c81-3331360bf208 req-ef9ef787-5cdc-463e-9863-c67bdcfc0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.188657 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f670df94-c5ec-41c0-9c81-3331360bf208 req-ef9ef787-5cdc-463e-9863-c67bdcfc0cd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=243d0bec-ddaa-486f-a46c-e3ab257ef718 HTTP/1.1" status: 200 len: 859 time: 0.0844176 Mar 08 12:07:30.212853 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b90cc-d014-4d0c-b960-b870f7df097d req-b4ead8b4-4555-4f43-835e-4222299a0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.214720 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e5b90cc-d014-4d0c-b960-b870f7df097d req-b4ead8b4-4555-4f43-835e-4222299a0211 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23396fe2e24d48e1a919efa0e1896508&device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 1129 time: 0.1217167 Mar 08 12:07:30.235025 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f670df94-c5ec-41c0-9c81-3331360bf208 req-561e4fa4-35ab-44c6-98e2-451f9f664727 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=257e73a2-5ceb-447c-85df-8c17e7e9e042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361092 Mar 08 12:07:30.245894 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-8973985a-9a48-405c-babf-5470a7495571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:57Z', 'revision_number': 4, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '58061041-9fb3-4fce-885c-b2eb847db0e9', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'port_id': '505947da-5e1e-4917-9740-68272ecb3e26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'mac_address': 'fa:16:3e:24:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:07:28Z', 'updated_at': '2022-03-08T12:07:28Z', 'revision_number': 0, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebc383b-0f64-444c-8783-7f20f8110d94', 'name': '', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'mac_address': 'fa:16:3e:85:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:56Z', 'updated_at': '2022-03-08T12:06:01Z', 'revision_number': 5, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'subnets': [{'id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:30.291163 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 910ff848-1d7c-49b3-bfc7-6c5d171d4904 completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:07:30.300851 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 910ff848-1d7c-49b3-bfc7-6c5d171d4904 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:07:30.301810 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:30.308406 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8973985a-9a48-405c-babf-5470a7495571 None None] Checking router: 4071a9b3-1f53-44d0-955d-4d08af2f9eed for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:07:30.323945 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973985a-9a48-405c-babf-5470a7495571 None None] Routers {'4071a9b3-1f53-44d0-955d-4d08af2f9eed'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:07:30.324751 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-8973985a-9a48-405c-babf-5470a7495571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:07:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:30.347334 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cd822-28df-4e80-a800-bbb0a5a85a1a req-0b2fc01d-a2a5-4c7e-8f9d-db3b84997ffb tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.358708 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-605cd822-28df-4e80-a800-bbb0a5a85a1a req-0b2fc01d-a2a5-4c7e-8f9d-db3b84997ffb tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.1379883 Mar 08 12:07:30.382624 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a041-dde6-48d9-839e-0f9cf8a51233 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group (19fdbddc-96c9-4692-840d-795e21a350a8), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:30.430287 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-605cd822-28df-4e80-a800-bbb0a5a85a1a req-c793bd34-fdfb-4469-b0e5-0b859dfb6559 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703719 Mar 08 12:07:30.459069 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b90cc-d014-4d0c-b960-b870f7df097d req-742258d6-3ddb-49b1-8fa2-d949e39b005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.460665 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-8973985a-9a48-405c-babf-5470a7495571 None None] Set router 4071a9b3-1f53-44d0-955d-4d08af2f9eed gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:07:30.460799 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e5b90cc-d014-4d0c-b960-b870f7df097d req-742258d6-3ddb-49b1-8fa2-d949e39b005f service neutron] 10.222.0.55 "GET /v2.0/networks?id=552fa765-aa36-42ef-b1db-e824e7214f9c HTTP/1.1" status: 200 len: 915 time: 0.2245142 Mar 08 12:07:30.479840 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 910ff848-1d7c-49b3-bfc7-6c5d171d4904 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:30.482568 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:30.488305 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3415953-7e95-42e2-abe7-bec7e5fea878 req-3166674d-2826-48cc-a941-8d329e0b253d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.489892 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a3415953-7e95-42e2-abe7-bec7e5fea878 req-3166674d-2826-48cc-a941-8d329e0b253d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 945 time: 0.1792336 Mar 08 12:07:30.510568 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30ded55-beac-4cf7-8e94-95412ef0aa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910ff848-1d7c-49b3-bfc7-6c5d171d4904'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:30.513341 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e6ed94-d8f7-4273-93c8-8e5a1d7be1d5" -d '{"events": [{"server_uuid": "b30ded55-beac-4cf7-8e94-95412ef0aa60", "name": "network-vif-plugged", "status": "completed", "tag": "910ff848-1d7c-49b3-bfc7-6c5d171d4904"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:30.520189 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a041-dde6-48d9-839e-0f9cf8a51233 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (19fdbddc-96c9-4692-840d-795e21a350a8), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:30.531768 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 910ff848-1d7c-49b3-bfc7-6c5d171d4904, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=910ff848-1d7c-49b3-bfc7-6c5d171d4904,segment=NetworkSegment(61136bcf-f26f-450c-91a4-9596200eeb57),segment_id=61136bcf-f26f-450c-91a4-9596200eeb57)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:30.557762 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3606fd05-8cd8-440e-9347-b62804470acd x-openstack-request-id: req-3606fd05-8cd8-440e-9347-b62804470acd {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:30.558891 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30ded55-beac-4cf7-8e94-95412ef0aa60", "name": "network-vif-plugged", "status": "completed", "tag": "910ff848-1d7c-49b3-bfc7-6c5d171d4904", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:30.559330 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3606fd05-8cd8-440e-9347-b62804470acd {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:30.561317 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30ded55-beac-4cf7-8e94-95412ef0aa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910ff848-1d7c-49b3-bfc7-6c5d171d4904', 'code': 200} Mar 08 12:07:30.581960 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f670df94-c5ec-41c0-9c81-3331360bf208 req-472925be-4b5a-4872-9b8f-951ec85f4cf5 service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700298 Mar 08 12:07:30.615543 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e5b90cc-d014-4d0c-b960-b870f7df097d req-b9cc2fd7-f810-4033-9347-ae1e72dc40bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=505947da-5e1e-4917-9740-68272ecb3e26 HTTP/1.1" status: 200 len: 999 time: 0.1443236 Mar 08 12:07:30.620743 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6a041-dde6-48d9-839e-0f9cf8a51233 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19fdbddc-96c9-4692-840d-795e21a350a8,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:30.648155 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:30.653934 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6ac8ad31-acaf-4663-8ea0-07239ed0199d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:30.664275 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a3415953-7e95-42e2-abe7-bec7e5fea878 req-8aff5e6e-b615-46c9-9fee-5aa946c1b402 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373415 Mar 08 12:07:30.697307 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a041-dde6-48d9-839e-0f9cf8a51233 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:30.699442 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12902d-54b7-44ad-9573-3c7364b0a437 req-bc77ffb9-0f12-4f5c-91e9-8c2dae59efd4 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.701241 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0c12902d-54b7-44ad-9573-3c7364b0a437 req-bc77ffb9-0f12-4f5c-91e9-8c2dae59efd4 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.55 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 945 time: 0.0901995 Mar 08 12:07:30.701533 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-3bf6a041-dde6-48d9-839e-0f9cf8a51233 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7424772 Mar 08 12:07:30.702126 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 51432) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:30.709500 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-fe2fdced-ddc4-44db-942f-6c1909ff8b9c tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Request body: {'security_group_rule': {'security_group_id': '19fdbddc-96c9-4692-840d-795e21a350a8', 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:30.744759 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-8973985a-9a48-405c-babf-5470a7495571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:57Z', 'revision_number': 4, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '58061041-9fb3-4fce-885c-b2eb847db0e9', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'port_id': '505947da-5e1e-4917-9740-68272ecb3e26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'mac_address': 'fa:16:3e:24:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:07:28Z', 'updated_at': '2022-03-08T12:07:28Z', 'revision_number': 0, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebc383b-0f64-444c-8783-7f20f8110d94', 'name': '', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'mac_address': 'fa:16:3e:85:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:56Z', 'updated_at': '2022-03-08T12:06:01Z', 'revision_number': 5, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'subnets': [{'id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:07:30.760933 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b90cc-d014-4d0c-b960-b870f7df097d req-b803d22c-7fad-436f-9f01-6d32a2eddeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.762435 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e5b90cc-d014-4d0c-b960-b870f7df097d req-b803d22c-7fad-436f-9f01-6d32a2eddeab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fcdfd42-a9fd-4f23-98c1-c3646d6b6752 HTTP/1.1" status: 200 len: 853 time: 0.1262884 Mar 08 12:07:30.794498 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8973985a-9a48-405c-babf-5470a7495571 None None] The sync data for ids ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'] in dv-cinder-830085-2-iscsi is: [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:57Z', 'revision_number': 4, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '58061041-9fb3-4fce-885c-b2eb847db0e9', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'port_id': '505947da-5e1e-4917-9740-68272ecb3e26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'mac_address': 'fa:16:3e:24:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:07:28Z', 'updated_at': '2022-03-08T12:07:28Z', 'revision_number': 0, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aebc383b-0f64-444c-8783-7f20f8110d94', 'name': '', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'mac_address': 'fa:16:3e:85:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:56Z', 'updated_at': '2022-03-08T12:06:01Z', 'revision_number': 5, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'subnets': [{'id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:07:30.820869 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f670df94-c5ec-41c0-9c81-3331360bf208 req-a79197ef-b0ac-4032-af73-142cb4bcb78f service neutron] 10.222.0.55 "GET /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934991 Mar 08 12:07:30.838305 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b90cc-d014-4d0c-b960-b870f7df097d req-9f9bceb9-13b4-469d-8391-3b7d1f443bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:30.839949 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e5b90cc-d014-4d0c-b960-b870f7df097d req-9f9bceb9-13b4-469d-8391-3b7d1f443bc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=552fa765-aa36-42ef-b1db-e824e7214f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711348 Mar 08 12:07:30.856369 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 6ac8ad31-acaf-4663-8ea0-07239ed0199d is: ACTIVE; New status is: DOWN {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:30.865029 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:30.867322 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=910ff848-1d7c-49b3-bfc7-6c5d171d4904,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:30.897402 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fe2fdced-ddc4-44db-942f-6c1909ff8b9c tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (9d1c69b9-adf6-45f9-973f-fe6d6fc5fe9b), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:30.920808 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:30.982875 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e5b90cc-d014-4d0c-b960-b870f7df097d req-1f338525-1c6f-4ba4-b00d-cb508024a785 service neutron] 10.222.0.55 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349919 Mar 08 12:07:31.000215 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:31.039303 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-0c12902d-54b7-44ad-9573-3c7364b0a437 req-055eca74-455f-4f07-8eea-c765392b7292 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Deleting port 25ef4ed9-548f-41ee-8d6a-b850c5099178 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:31.039753 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-0c12902d-54b7-44ad-9573-3c7364b0a437 req-055eca74-455f-4f07-8eea-c765392b7292 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:31.096399 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=6ac8ad31-acaf-4663-8ea0-07239ed0199d,revision_number=8']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:31.114206 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fe2fdced-ddc4-44db-942f-6c1909ff8b9c tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (9d1c69b9-adf6-45f9-973f-fe6d6fc5fe9b), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:31.126261 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcbece-9a9e-4766-9559-5fb33ad2fa28 req-7a98a047-0fd5-4c57-aede-e1151b3e74a4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:31.127864 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f5dcbece-9a9e-4766-9559-5fb33ad2fa28 req-7a98a047-0fd5-4c57-aede-e1151b3e74a4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 945 time: 0.1710083 Mar 08 12:07:31.143037 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:31.184263 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a39c-cd95-47c7-8607-a27283fac07f req-3bf76ec4-f5f2-4427-ad8c-fa31e170b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:31.185923 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7959a39c-cd95-47c7-8607-a27283fac07f req-3bf76ec4-f5f2-4427-ad8c-fa31e170b66e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 1130 time: 0.1414437 Mar 08 12:07:31.190598 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fe2fdced-ddc4-44db-942f-6c1909ff8b9c tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (9d1c69b9-adf6-45f9-973f-fe6d6fc5fe9b), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:31.194653 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc82330c-ea3b-41f8-92bc-4cda3a8adf50 None None] New status for floating IP 58061041-9fb3-4fce-885c-b2eb847db0e9: ACTIVE {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:07:31.232833 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fdced-ddc4-44db-942f-6c1909ff8b9c tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1c69b9-adf6-45f9-973f-fe6d6fc5fe9b,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:31.254743 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e5b90cc-d014-4d0c-b960-b870f7df097d req-09fe6f78-0887-42f4-8775-57421fb71414 service neutron] 10.222.0.55 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239003 Mar 08 12:07:31.276066 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-0c12902d-54b7-44ad-9573-3c7364b0a437 req-055eca74-455f-4f07-8eea-c765392b7292 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] For port 25ef4ed9-548f-41ee-8d6a-b850c5099178, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=25ef4ed9-548f-41ee-8d6a-b850c5099178,segment=NetworkSegment(9b640465-96b7-4e43-91d2-8fe0938c1082),segment_id=9b640465-96b7-4e43-91d2-8fe0938c1082)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:31.278834 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-0c12902d-54b7-44ad-9573-3c7364b0a437 req-055eca74-455f-4f07-8eea-c765392b7292 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:31.305033 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-0c12902d-54b7-44ad-9573-3c7364b0a437 req-055eca74-455f-4f07-8eea-c765392b7292 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Calling delete_port for 25ef4ed9-548f-41ee-8d6a-b850c5099178 owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:31.308344 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cd638-3449-4aee-bbdb-ddd7539b6827 req-cac5124f-bdd2-484b-856c-4e9d51a83822 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:31.310543 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ea4cd638-3449-4aee-bbdb-ddd7539b6827 req-cac5124f-bdd2-484b-856c-4e9d51a83822 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 945 time: 0.1114774 Mar 08 12:07:31.315248 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7959a39c-cd95-47c7-8607-a27283fac07f req-dae2cf5b-3b68-47ca-80a9-ab8b3d745983 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228759 Mar 08 12:07:31.320543 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f5dcbece-9a9e-4766-9559-5fb33ad2fa28 req-f4c425f1-748a-4524-a07f-52f7e091ade5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460452 Mar 08 12:07:31.342019 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fe2fdced-ddc4-44db-942f-6c1909ff8b9c tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:31.342019 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-fe2fdced-ddc4-44db-942f-6c1909ff8b9c tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6375380 Mar 08 12:07:31.345414 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 51444) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:31.353646 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Request body: {'security_group_rule': {'security_group_id': '19fdbddc-96c9-4692-840d-795e21a350a8', 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:31.404902 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ea4cd638-3449-4aee-bbdb-ddd7539b6827 req-6e08e985-821f-41cb-9ad7-6756d31b8e81 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803835 Mar 08 12:07:31.531694 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (5c785d9d-6d9f-42e5-b024-3ff539f0b44a), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:31.554651 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e551b9b-71a0-4f90-8a37-820919c6dc38 req-b6dc95c9-b37a-417b-ac6b-2fa7b1c7b741 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:31.556404 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3e551b9b-71a0-4f90-8a37-820919c6dc38 req-b6dc95c9-b37a-417b-ac6b-2fa7b1c7b741 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0599158 Mar 08 12:07:31.583194 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (5c785d9d-6d9f-42e5-b024-3ff539f0b44a), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:31.605244 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3e551b9b-71a0-4f90-8a37-820919c6dc38 req-d6dffffa-955a-40dc-80ab-158445de451f tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425029 Mar 08 12:07:31.673691 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-0c12902d-54b7-44ad-9573-3c7364b0a437 req-055eca74-455f-4f07-8eea-c765392b7292 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (25ef4ed9-548f-41ee-8d6a-b850c5099178), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:31.709215 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055eca74-455f-4f07-8eea-c765392b7292 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Pushing event deleted for resources: {'Port': ['ID=25ef4ed9-548f-41ee-8d6a-b850c5099178,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:31.719386 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['25ef4ed9-548f-41ee-8d6a-b850c5099178'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:31.742668 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (5c785d9d-6d9f-42e5-b024-3ff539f0b44a), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:31.786300 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c12902d-54b7-44ad-9573-3c7364b0a437 req-055eca74-455f-4f07-8eea-c765392b7292 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] No DVR routers for this DVR port 25ef4ed9-548f-41ee-8d6a-b850c5099178 on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:07:31.789439 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-0c12902d-54b7-44ad-9573-3c7364b0a437 req-055eca74-455f-4f07-8eea-c765392b7292 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:31.793599 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0c12902d-54b7-44ad-9573-3c7364b0a437 req-055eca74-455f-4f07-8eea-c765392b7292 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.55 "DELETE /v2.0/ports/25ef4ed9-548f-41ee-8d6a-b850c5099178 HTTP/1.1" status: 204 len: 173 time: 1.0760517 Mar 08 12:07:31.795830 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c785d9d-6d9f-42e5-b024-3ff539f0b44a,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:31.810932 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:31.815956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:31.815956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:31.815956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:31.815956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:31.815956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:31.815956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:31.815956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:31.815956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:31.815956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:31.815956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:31.815956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:31.815956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:31.839865 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbe7e8-59c6-49b0-ae9d-c510786f2f93 req-19a806ac-1fde-4104-9448-f373326a9d08 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:31.841425 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9efbe7e8-59c6-49b0-ae9d-c510786f2f93 req-19a806ac-1fde-4104-9448-f373326a9d08 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 946 time: 0.0864313 Mar 08 12:07:31.892217 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9efbe7e8-59c6-49b0-ae9d-c510786f2f93 req-890503f2-9056-42e4-a71d-d8aeafaecdc7 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450368 Mar 08 12:07:31.964933 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:31.966768 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-aa668014-a90f-4b13-8bf1-0c82aa44ebf6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6198859 Mar 08 12:07:31.969501 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 51450) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:31.974154 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-471b3fca-88ca-4b0c-a34b-2a290355b9d5 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Request body: {'security_group_rule': {'security_group_id': '19fdbddc-96c9-4692-840d-795e21a350a8', 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:32.000930 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fbabb0-a111-4394-bdb1-db6b8eb120b0', 'name': 'network-vif-deleted', 'tag': '25ef4ed9-548f-41ee-8d6a-b850c5099178'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:32.003393 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08582650-edc7-44b3-9ba1-54f5c6ccd941" -d '{"events": [{"server_uuid": "79fbabb0-a111-4394-bdb1-db6b8eb120b0", "name": "network-vif-deleted", "tag": "25ef4ed9-548f-41ee-8d6a-b850c5099178"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:32.041865 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca23ee78-13f7-482a-8e51-01688b9dd040 x-openstack-request-id: req-ca23ee78-13f7-482a-8e51-01688b9dd040 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:32.042192 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fbabb0-a111-4394-bdb1-db6b8eb120b0", "name": "network-vif-deleted", "tag": "25ef4ed9-548f-41ee-8d6a-b850c5099178", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:32.042454 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca23ee78-13f7-482a-8e51-01688b9dd040 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:32.042862 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fbabb0-a111-4394-bdb1-db6b8eb120b0', 'name': 'network-vif-deleted', 'tag': '25ef4ed9-548f-41ee-8d6a-b850c5099178', 'status': 'completed', 'code': 200} Mar 08 12:07:32.078827 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-471b3fca-88ca-4b0c-a34b-2a290355b9d5 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (1e6e5302-29db-4fac-9256-fee855a02cf5), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:32.145053 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-471b3fca-88ca-4b0c-a34b-2a290355b9d5 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (1e6e5302-29db-4fac-9256-fee855a02cf5), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:32.221848 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-471b3fca-88ca-4b0c-a34b-2a290355b9d5 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (1e6e5302-29db-4fac-9256-fee855a02cf5), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:32.239850 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b3fca-88ca-4b0c-a34b-2a290355b9d5 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6e5302-29db-4fac-9256-fee855a02cf5,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:32.361153 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-471b3fca-88ca-4b0c-a34b-2a290355b9d5 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:32.365361 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-471b3fca-88ca-4b0c-a34b-2a290355b9d5 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3919249 Mar 08 12:07:32.365571 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 51458) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:32.377740 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-7dff9626-3030-48bc-be06-c68f0b070481 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Request body: {'security_group_rule': {'security_group_id': '19fdbddc-96c9-4692-840d-795e21a350a8', 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:32.469434 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5f514-90f8-47c6-8827-7e6f6831e2f2 req-683dd642-1763-4236-ae2d-f2948f294b2f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:32.470834 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ccf5f514-90f8-47c6-8827-7e6f6831e2f2 req-683dd642-1763-4236-ae2d-f2948f294b2f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0659819 Mar 08 12:07:32.476594 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7dff9626-3030-48bc-be06-c68f0b070481 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (40e185ae-bd1a-4225-9e46-d5d16c8b0a28), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:32.553903 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ccf5f514-90f8-47c6-8827-7e6f6831e2f2 req-1b9cfd04-87a1-40f0-ac62-05470da4ee98 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731199 Mar 08 12:07:32.560494 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7dff9626-3030-48bc-be06-c68f0b070481 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (40e185ae-bd1a-4225-9e46-d5d16c8b0a28), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:32.563818 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:32.566490 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a256381-1652-4c1e-bf81-0e187cf7630a" -d '{"events": [{"server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:32.662642 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-29705584-754c-498b-853c-45e455668ce9 req-54722e6b-5043-4692-9c4a-35881fc8b9d4 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 210 time: 0.0312192 Mar 08 12:07:32.663433 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7dff9626-3030-48bc-be06-c68f0b070481 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (40e185ae-bd1a-4225-9e46-d5d16c8b0a28), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:32.679486 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff9626-3030-48bc-be06-c68f0b070481 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e185ae-bd1a-4225-9e46-d5d16c8b0a28,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:32.713487 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0267d08b-f959-4638-901c-ac2d731664be x-openstack-request-id: req-0267d08b-f959-4638-901c-ac2d731664be {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:32.713876 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:32.714204 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0267d08b-f959-4638-901c-ac2d731664be {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:32.714668 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'code': 200} Mar 08 12:07:32.767396 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7dff9626-3030-48bc-be06-c68f0b070481 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:32.768786 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-7dff9626-3030-48bc-be06-c68f0b070481 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4010348 Mar 08 12:07:32.771621 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 51474) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:32.777207 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-fb13b184-387c-4586-bf96-c01634271b84 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Request body: {'security_group_rule': {'security_group_id': '19fdbddc-96c9-4692-840d-795e21a350a8', 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:32.864283 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31788d-deaa-4203-b967-b292454b492a req-790ae981-a131-4022-be0a-cff59add265a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:32.865782 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5d31788d-deaa-4203-b967-b292454b492a req-790ae981-a131-4022-be0a-cff59add265a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0527422 Mar 08 12:07:32.867815 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.securitygroups_db [None req-fb13b184-387c-4586-bf96-c01634271b84 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Project 23396fe2e24d48e1a919efa0e1896508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:07:32.873713 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fb13b184-387c-4586-bf96-c01634271b84 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (d8e32df2-1cc3-4e71-8eed-eed5d6c256ed), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:32.920969 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5d31788d-deaa-4203-b967-b292454b492a req-9e377425-b1d9-4be8-9f19-50849bcc2668 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488324 Mar 08 12:07:32.953226 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fb13b184-387c-4586-bf96-c01634271b84 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (d8e32df2-1cc3-4e71-8eed-eed5d6c256ed), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.035885 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1239c-7cfe-44cd-b9d9-2d49bed6480d req-adbd9ff4-8bd8-401b-9799-9ebdb884ab82 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:33.037314 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6af1239c-7cfe-44cd-b9d9-2d49bed6480d req-adbd9ff4-8bd8-401b-9799-9ebdb884ab82 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0527012 Mar 08 12:07:33.057215 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fb13b184-387c-4586-bf96-c01634271b84 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (d8e32df2-1cc3-4e71-8eed-eed5d6c256ed), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.074853 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13b184-387c-4586-bf96-c01634271b84 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e32df2-1cc3-4e71-8eed-eed5d6c256ed,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:33.088405 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6af1239c-7cfe-44cd-b9d9-2d49bed6480d req-1b2f2657-baaa-4d68-ae18-caf36dffb3c6 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445216 Mar 08 12:07:33.209725 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed750b-4aa9-43af-b301-3751bd1e590c req-6d651d2c-7e70-45d6-ba6c-67763503e060 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:33.211230 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c8ed750b-4aa9-43af-b301-3751bd1e590c req-6d651d2c-7e70-45d6-ba6c-67763503e060 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 946 time: 0.0560474 Mar 08 12:07:33.225176 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fb13b184-387c-4586-bf96-c01634271b84 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.226479 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-fb13b184-387c-4586-bf96-c01634271b84 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4537048 Mar 08 12:07:33.237046 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 51482) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:33.248954 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Request body: {'security_group_rule': {'security_group_id': '19fdbddc-96c9-4692-840d-795e21a350a8', 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:33.276118 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c8ed750b-4aa9-43af-b301-3751bd1e590c req-d858f954-4355-4d53-9ddc-6ea81c90e9f6 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591886 Mar 08 12:07:33.383182 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.securitygroups_db [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Project 23396fe2e24d48e1a919efa0e1896508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:07:33.389358 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (87616dc8-faa3-4c67-aecc-308b079de935), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.454794 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (87616dc8-faa3-4c67-aecc-308b079de935), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.547504 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (87616dc8-faa3-4c67-aecc-308b079de935), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.566465 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87616dc8-faa3-4c67-aecc-308b079de935,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:33.573518 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.573869 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.574217 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.574585 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.574925 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.575293 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.575639 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.575996 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.576333 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.576764 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.577105 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.577438 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.577771 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:07:33.682510 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:33.684143 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-26b84921-91cc-4bb5-a1f5-d9199f5c8c1e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4458609 Mar 08 12:07:33.794271 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-97fe4b40-a1be-460f-87c9-2cf497f3f54e req-c31a8f5d-8b9b-41b3-8a72-5831870f945b tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-607695300&fields=id&tenant_id=23396fe2e24d48e1a919efa0e1896508 HTTP/1.1" status: 200 len: 267 time: 0.0500464 Mar 08 12:07:33.855017 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe4b40-a1be-460f-87c9-2cf497f3f54e req-d8d95147-2b73-4a5b-932e-3b2e184e6d51 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:33.856606 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-97fe4b40-a1be-460f-87c9-2cf497f3f54e req-d8d95147-2b73-4a5b-932e-3b2e184e6d51 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 945 time: 0.0566068 Mar 08 12:07:33.867627 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-97fe4b40-a1be-460f-87c9-2cf497f3f54e req-f1c12a36-4f6d-4a69-aa97-fde2643ce6d1 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Request body: {'port': {'security_groups': ['3df53b97-9386-4a9f-8a5c-569dd0e4fb78', '19fdbddc-96c9-4692-840d-795e21a350a8']}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:33.952606 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-97fe4b40-a1be-460f-87c9-2cf497f3f54e req-f1c12a36-4f6d-4a69-aa97-fde2643ce6d1 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (505947da-5e1e-4917-9740-68272ecb3e26), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:34.137389 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c1ca758f-0124-4608-80bf-69b1caf1174f req-4462e3cf-7a4f-49ff-b9ab-02786d392f39 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fbabb0-a111-4394-bdb1-db6b8eb120b0 HTTP/1.1" status: 200 len: 210 time: 0.0339677 Mar 08 12:07:34.146786 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 25ef4ed9-548f-41ee-8d6a-b850c5099178 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:34.173930 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 25ef4ed9-548f-41ee-8d6a-b850c5099178 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:34.174728 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 25ef4ed9-548f-41ee-8d6a-b850c5099178 not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:34.175335 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6ac8ad31-acaf-4663-8ea0-07239ed0199d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:34.233232 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-97fe4b40-a1be-460f-87c9-2cf497f3f54e req-f1c12a36-4f6d-4a69-aa97-fde2643ce6d1 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] For port 505947da-5e1e-4917-9740-68272ecb3e26, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=505947da-5e1e-4917-9740-68272ecb3e26,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:34.262202 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 6ac8ad31-acaf-4663-8ea0-07239ed0199d is: DOWN; New status is: DOWN {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:34.270574 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b2ea5-8a6d-48d4-bf63-3b145fcb67d9 req-a5686ef4-d972-40bb-8036-cf1e848480a2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:34.271554 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-97fe4b40-a1be-460f-87c9-2cf497f3f54e req-f1c12a36-4f6d-4a69-aa97-fde2643ce6d1 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for port (505947da-5e1e-4917-9740-68272ecb3e26), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:34.277074 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-629b2ea5-8a6d-48d4-bf63-3b145fcb67d9 req-a5686ef4-d972-40bb-8036-cf1e848480a2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0589342 Mar 08 12:07:34.320300 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-629b2ea5-8a6d-48d4-bf63-3b145fcb67d9 req-fb8cae3c-abf8-42ee-b163-578f8a8440b3 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415688 Mar 08 12:07:34.370596 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-97fe4b40-a1be-460f-87c9-2cf497f3f54e req-f1c12a36-4f6d-4a69-aa97-fde2643ce6d1 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (505947da-5e1e-4917-9740-68272ecb3e26), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:34.417964 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe4b40-a1be-460f-87c9-2cf497f3f54e req-f1c12a36-4f6d-4a69-aa97-fde2643ce6d1 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:34.418680 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-97fe4b40-a1be-460f-87c9-2cf497f3f54e req-f1c12a36-4f6d-4a69-aa97-fde2643ce6d1 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:34.420314 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-97fe4b40-a1be-460f-87c9-2cf497f3f54e req-f1c12a36-4f6d-4a69-aa97-fde2643ce6d1 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "PUT /v2.0/ports/505947da-5e1e-4917-9740-68272ecb3e26 HTTP/1.1" status: 200 len: 981 time: 0.5575068 Mar 08 12:07:34.420807 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:34.420931 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['505947da-5e1e-4917-9740-68272ecb3e26'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:34.423624 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0478c51-5b29-4cfc-a80b-b9af862e899e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "tag": "505947da-5e1e-4917-9740-68272ecb3e26"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:34.443748 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891019a-9237-4168-b9a9-98cb911509da req-f0932703-b67a-4d4e-af8e-10aa422fa812 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:34.447503 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7891019a-9237-4168-b9a9-98cb911509da req-f0932703-b67a-4d4e-af8e-10aa422fa812 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0681252 Mar 08 12:07:34.479515 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c12a36-4f6d-4a69-aa97-fde2643ce6d1 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event updated for resources: {'Port': ['ID=505947da-5e1e-4917-9740-68272ecb3e26,revision_number=6']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:34.508253 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7891019a-9237-4168-b9a9-98cb911509da req-23682172-0d9d-4375-9bee-e5bba280b33a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576730 Mar 08 12:07:34.531222 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [req-4f8b2ab7-ba7c-41ec-9084-dbbba164af5f req-5dc1a960-eb66-4693-8e9c-47c1ce22cb9d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:07:34.533585 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4f8b2ab7-ba7c-41ec-9084-dbbba164af5f req-5dc1a960-eb66-4693-8e9c-47c1ce22cb9d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113621 Mar 08 12:07:34.585659 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975dc433-8128-4bcd-858a-849bf1dc0745 x-openstack-request-id: req-975dc433-8128-4bcd-858a-849bf1dc0745 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:34.586077 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "tag": "505947da-5e1e-4917-9740-68272ecb3e26", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:34.586511 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-975dc433-8128-4bcd-858a-849bf1dc0745 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:34.586958 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26', 'status': 'completed', 'code': 200} Mar 08 12:07:34.698434 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c4704-0172-42ff-b45b-6cd89ee8416a req-7b0ba41f-7e8e-4ec2-83e0-0f5f1f873ce8 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:34.707664 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d31c4704-0172-42ff-b45b-6cd89ee8416a req-7b0ba41f-7e8e-4ec2-83e0-0f5f1f873ce8 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0683734 Mar 08 12:07:34.709853 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['505947da-5e1e-4917-9740-68272ecb3e26'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:34.712449 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0478c51-5b29-4cfc-a80b-b9af862e899e req-17852d67-b4be-46fe-9445-932c81b9df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:34.714026 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c0478c51-5b29-4cfc-a80b-b9af862e899e req-17852d67-b4be-46fe-9445-932c81b9df9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23396fe2e24d48e1a919efa0e1896508&device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 1168 time: 0.0601606 Mar 08 12:07:34.769711 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d31c4704-0172-42ff-b45b-6cd89ee8416a req-b59fffc5-fc0f-4847-9bdd-5151826f1028 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605114 Mar 08 12:07:34.859641 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0478c51-5b29-4cfc-a80b-b9af862e899e req-d335a5cb-aa4a-49be-ab09-b0b178f37dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:34.861669 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c0478c51-5b29-4cfc-a80b-b9af862e899e req-d335a5cb-aa4a-49be-ab09-b0b178f37dfd service neutron] 10.222.0.55 "GET /v2.0/networks?id=552fa765-aa36-42ef-b1db-e824e7214f9c HTTP/1.1" status: 200 len: 915 time: 0.1409802 Mar 08 12:07:34.885074 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d91350c2-3543-4026-9ab3-0e4b2761c4ba None None] Provisioning complete for port 505947da-5e1e-4917-9740-68272ecb3e26 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:07:34.885479 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d91350c2-3543-4026-9ab3-0e4b2761c4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (505947da-5e1e-4917-9740-68272ecb3e26), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:35.144138 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d91350c2-3543-4026-9ab3-0e4b2761c4ba None None] Current status of the port 505947da-5e1e-4917-9740-68272ecb3e26 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:07:35.254461 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c0478c51-5b29-4cfc-a80b-b9af862e899e req-44d65b96-5018-4e3e-8d46-2eb4a9e3a69d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=505947da-5e1e-4917-9740-68272ecb3e26 HTTP/1.1" status: 200 len: 1001 time: 0.3781176 Mar 08 12:07:35.312426 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d9df5-aeff-44fc-9ff4-485d582245c3 req-5030adac-431f-4d15-91b4-979f7bff8f26 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:35.320153 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5f9d9df5-aeff-44fc-9ff4-485d582245c3 req-5030adac-431f-4d15-91b4-979f7bff8f26 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.3880711 Mar 08 12:07:35.376699 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0478c51-5b29-4cfc-a80b-b9af862e899e req-800a6b1f-934d-476d-bc4d-556cce68eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:35.380280 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c0478c51-5b29-4cfc-a80b-b9af862e899e req-800a6b1f-934d-476d-bc4d-556cce68eae1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fcdfd42-a9fd-4f23-98c1-c3646d6b6752 HTTP/1.1" status: 200 len: 853 time: 0.1148543 Mar 08 12:07:35.398929 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3a051-7ba3-4ada-bc7e-50ba589776f7 req-b1593e47-149e-4000-803d-0761ca378d21 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:35.401744 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bed3a051-7ba3-4ada-bc7e-50ba589776f7 req-b1593e47-149e-4000-803d-0761ca378d21 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 946 time: 0.0670943 Mar 08 12:07:35.403016 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5f9d9df5-aeff-44fc-9ff4-485d582245c3 req-c9290f99-dec0-44ea-ab46-ba3abad93c78 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819635 Mar 08 12:07:35.458521 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bed3a051-7ba3-4ada-bc7e-50ba589776f7 req-e9a597a1-e141-46e5-9efa-3a56bdc3a30a tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509648 Mar 08 12:07:35.464266 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0478c51-5b29-4cfc-a80b-b9af862e899e req-1a454acc-08b7-4d76-b863-c436f6a3bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:35.465837 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c0478c51-5b29-4cfc-a80b-b9af862e899e req-1a454acc-08b7-4d76-b863-c436f6a3bdae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=552fa765-aa36-42ef-b1db-e824e7214f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795403 Mar 08 12:07:35.588225 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d078af-7f39-4320-a3f6-517e93cfe9d8 req-e72672b5-c2b3-40c9-a876-337f2772668a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:35.590007 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-12d078af-7f39-4320-a3f6-517e93cfe9d8 req-e72672b5-c2b3-40c9-a876-337f2772668a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.1206596 Mar 08 12:07:35.614102 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c0478c51-5b29-4cfc-a80b-b9af862e899e req-35928298-1b17-435e-a9d3-0862e8501dfb service neutron] 10.222.0.55 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337552 Mar 08 12:07:35.634334 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 51546) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:35.667279 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad4f88-a671-41f3-9af0-f1099674406d req-f3679b34-db41-48fc-8db1-5689bcb78aad tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:35.669706 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-40ad4f88-a671-41f3-9af0-f1099674406d req-f3679b34-db41-48fc-8db1-5689bcb78aad tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0788343 Mar 08 12:07:35.714573 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-12d078af-7f39-4320-a3f6-517e93cfe9d8 req-6a7b17e6-4941-4cb6-b949-e9ca5386fb14 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108885 Mar 08 12:07:35.747579 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c0478c51-5b29-4cfc-a80b-b9af862e899e req-9508abaa-e342-476d-96cb-426f28a9a66d service neutron] 10.222.0.55 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191592 Mar 08 12:07:35.755291 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-40ad4f88-a671-41f3-9af0-f1099674406d req-c9c026e4-ce94-4e1d-8558-004f1c4ab439 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764565 Mar 08 12:07:35.773695 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-28c8e688-cdb1-49aa-abfb-4e9be41b0328 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379273 Mar 08 12:07:35.782518 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-c9fce31b-c2d4-48f3-893f-8d610a336e7e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110508) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:07:35.783667 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-c9fce31b-c2d4-48f3-893f-8d610a336e7e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054326 Mar 08 12:07:35.867207 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 51554) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:07:35.978722 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-8032338f-6af3-471e-a41b-f85f55a65520 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:35.980045 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-8032338f-6af3-471e-a41b-f85f55a65520 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports/6ac8ad31-acaf-4663-8ea0-07239ed0199d HTTP/1.1" status: 200 len: 940 time: 0.1097686 Mar 08 12:07:36.233701 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559c16d-729b-4348-bc73-891e76521d35 req-d6439930-140d-41a3-8978-a39c957ba91c tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:36.235723 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c559c16d-729b-4348-bc73-891e76521d35 req-d6439930-140d-41a3-8978-a39c957ba91c tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.55 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 945 time: 0.0633833 Mar 08 12:07:36.346540 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-c559c16d-729b-4348-bc73-891e76521d35 req-2c4e6267-9175-4702-80c0-c517b93295cd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Deleting port 099d9827-9588-4d99-80c0-46d554cc565b {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:36.347244 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-c559c16d-729b-4348-bc73-891e76521d35 req-2c4e6267-9175-4702-80c0-c517b93295cd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (099d9827-9588-4d99-80c0-46d554cc565b), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:36.451854 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-c559c16d-729b-4348-bc73-891e76521d35 req-2c4e6267-9175-4702-80c0-c517b93295cd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] For port 099d9827-9588-4d99-80c0-46d554cc565b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=099d9827-9588-4d99-80c0-46d554cc565b,segment=NetworkSegment(4ae50583-cc6b-46f5-b8ad-7cca3e4c0775),segment_id=4ae50583-cc6b-46f5-b8ad-7cca3e4c0775)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:36.454819 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-c559c16d-729b-4348-bc73-891e76521d35 req-2c4e6267-9175-4702-80c0-c517b93295cd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (099d9827-9588-4d99-80c0-46d554cc565b), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:36.465596 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-c559c16d-729b-4348-bc73-891e76521d35 req-2c4e6267-9175-4702-80c0-c517b93295cd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Calling delete_port for 099d9827-9588-4d99-80c0-46d554cc565b owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:36.583160 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56804b34-260a-4d3c-a605-9747ede0b45b req-929e9042-4be6-4e1a-85e7-0a2867af3f16 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:36.584701 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-56804b34-260a-4d3c-a605-9747ede0b45b req-929e9042-4be6-4e1a-85e7-0a2867af3f16 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 946 time: 0.0548611 Mar 08 12:07:36.589794 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46bf27-3b13-43bb-b57c-3529b4d05eba req-2c5b70d9-d01a-452d-86da-13e65a4dd73c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:36.591373 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0f46bf27-3b13-43bb-b57c-3529b4d05eba req-2c5b70d9-d01a-452d-86da-13e65a4dd73c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.1108928 Mar 08 12:07:36.634796 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-56804b34-260a-4d3c-a605-9747ede0b45b req-3f35cfb2-2316-4c42-b7ac-ca79a20be5cf tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435610 Mar 08 12:07:36.680401 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0f46bf27-3b13-43bb-b57c-3529b4d05eba req-046cfd45-109b-42bb-b6ae-15f376e1b5c5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781586 Mar 08 12:07:36.753179 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-c559c16d-729b-4348-bc73-891e76521d35 req-2c4e6267-9175-4702-80c0-c517b93295cd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (099d9827-9588-4d99-80c0-46d554cc565b), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:36.786402 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e6267-9175-4702-80c0-c517b93295cd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Pushing event deleted for resources: {'Port': ['ID=099d9827-9588-4d99-80c0-46d554cc565b,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:36.837491 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-c559c16d-729b-4348-bc73-891e76521d35 req-2c4e6267-9175-4702-80c0-c517b93295cd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] No DVR routers for this DVR port 099d9827-9588-4d99-80c0-46d554cc565b on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:07:36.840823 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-c559c16d-729b-4348-bc73-891e76521d35 req-2c4e6267-9175-4702-80c0-c517b93295cd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:36.846977 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c559c16d-729b-4348-bc73-891e76521d35 req-2c4e6267-9175-4702-80c0-c517b93295cd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.55 "DELETE /v2.0/ports/099d9827-9588-4d99-80c0-46d554cc565b HTTP/1.1" status: 204 len: 173 time: 0.5980804 Mar 08 12:07:36.849739 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c1c4d4-4911-4ff5-8a74-72e40fbe2586', 'name': 'network-vif-deleted', 'tag': '099d9827-9588-4d99-80c0-46d554cc565b'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:36.853314 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f8b5da-8f6a-47aa-80dc-c8e315f321c9" -d '{"events": [{"server_uuid": "81c1c4d4-4911-4ff5-8a74-72e40fbe2586", "name": "network-vif-deleted", "tag": "099d9827-9588-4d99-80c0-46d554cc565b"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:36.854985 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e701f-0b38-4805-a682-ec8f18baf122 req-e101675b-7abf-4adb-8b30-b59d1c6a4c75 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:36.856825 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5c5e701f-0b38-4805-a682-ec8f18baf122 req-e101675b-7abf-4adb-8b30-b59d1c6a4c75 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0678380 Mar 08 12:07:36.882342 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8d37a054-bc1e-438d-8574-d9f27519b8cc req-01a0da0d-af5f-4979-8875-7c817f61e924 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 210 time: 0.0339556 Mar 08 12:07:36.906079 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5c5e701f-0b38-4805-a682-ec8f18baf122 req-2b1b573a-477a-425a-8e22-17433e6e7cd6 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434628 Mar 08 12:07:36.938812 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05e1bb6-fbd5-467d-98ef-270b999e0e54 x-openstack-request-id: req-e05e1bb6-fbd5-467d-98ef-270b999e0e54 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:36.938812 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c1c4d4-4911-4ff5-8a74-72e40fbe2586", "name": "network-vif-deleted", "tag": "099d9827-9588-4d99-80c0-46d554cc565b", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:36.938812 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e05e1bb6-fbd5-467d-98ef-270b999e0e54 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:36.938812 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c1c4d4-4911-4ff5-8a74-72e40fbe2586', 'name': 'network-vif-deleted', 'tag': '099d9827-9588-4d99-80c0-46d554cc565b', 'status': 'completed', 'code': 200} Mar 08 12:07:37.761387 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196db026-db4b-4465-8568-ae0c106cc804 req-02e3505b-31d3-4c66-8231-710ae5358fbb tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:37.762884 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-196db026-db4b-4465-8568-ae0c106cc804 req-02e3505b-31d3-4c66-8231-710ae5358fbb tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 946 time: 0.0582907 Mar 08 12:07:37.807422 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ef7f6-828a-44aa-946c-3198887dd6a2 req-764c038e-bff5-4996-bfff-e24474783a6c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:37.809029 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-231ef7f6-828a-44aa-946c-3198887dd6a2 req-764c038e-bff5-4996-bfff-e24474783a6c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0541101 Mar 08 12:07:37.810039 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-196db026-db4b-4465-8568-ae0c106cc804 req-f697e150-e14d-45df-a8ea-c26e037e0ad9 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414944 Mar 08 12:07:37.857633 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-231ef7f6-828a-44aa-946c-3198887dd6a2 req-0f29f6d0-7b56-4d15-b5ff-5e430e6ec5f7 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430126 Mar 08 12:07:37.979405 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-41467e3c-6f24-4c65-8d40-495664c39e70 req-e3221ca0-1472-464c-a775-86de79512b9a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 210 time: 0.0284874 Mar 08 12:07:38.033269 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf2808-1aeb-469d-96b8-db4cb6164f36 req-b70dbf0a-d19d-48cb-bd24-f73def080739 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:38.034739 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-91cf2808-1aeb-469d-96b8-db4cb6164f36 req-b70dbf0a-d19d-48cb-bd24-f73def080739 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0526633 Mar 08 12:07:38.085634 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-91cf2808-1aeb-469d-96b8-db4cb6164f36 req-75ed14ce-c1e0-4ac9-939b-9100cf938beb tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452981 Mar 08 12:07:38.910586 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['ba1e60f5-606b-4f9d-86ab-25655b23aeb3', '099d9827-9588-4d99-80c0-46d554cc565b'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:38.945598 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77591de2-fec9-4c3a-be12-ec0f07e736bd req-f3f2eaaa-a764-4a10-bb89-5ec55e4f0022 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:38.947617 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-77591de2-fec9-4c3a-be12-ec0f07e736bd req-f3f2eaaa-a764-4a10-bb89-5ec55e4f0022 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 946 time: 0.0707622 Mar 08 12:07:39.002416 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f99a6-fef2-4ebf-9d9f-ce2ed96c5a32 req-c32793f2-b33f-455a-90c0-8576afd50d52 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:39.009793 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1f4f99a6-fef2-4ebf-9d9f-ce2ed96c5a32 req-c32793f2-b33f-455a-90c0-8576afd50d52 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0707011 Mar 08 12:07:39.010022 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-77591de2-fec9-4c3a-be12-ec0f07e736bd req-cb057e29-fb82-47bb-b9c7-c30dc36f42d1 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537875 Mar 08 12:07:39.088980 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1f4f99a6-fef2-4ebf-9d9f-ce2ed96c5a32 req-a796eb4d-c2ea-467e-9792-e587ecbdaab5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757198 Mar 08 12:07:39.147329 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b6815fe6-8ceb-4c10-a369-8a0d6c7e485b req-f2f10ec9-778a-4bb7-8f33-dd73b820deac tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 210 time: 0.0541956 Mar 08 12:07:39.213130 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236cec5-bef5-4864-8c5c-1fb98f926361 req-2b4ccbf5-a725-4c50-b9c9-bb6135315a7a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:39.215167 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2236cec5-bef5-4864-8c5c-1fb98f926361 req-2b4ccbf5-a725-4c50-b9c9-bb6135315a7a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0600286 Mar 08 12:07:39.266355 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2236cec5-bef5-4864-8c5c-1fb98f926361 req-00bcf539-097d-4365-8c7a-167333e10672 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448129 Mar 08 12:07:39.894968 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e3cde-edc9-46f4-85cc-77a6c54133db req-8f5a3385-6378-4135-9925-fc32bf4ed154 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:39.896445 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-252e3cde-edc9-46f4-85cc-77a6c54133db req-8f5a3385-6378-4135-9925-fc32bf4ed154 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.55 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 946 time: 0.0566339 Mar 08 12:07:39.996438 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-252e3cde-edc9-46f4-85cc-77a6c54133db req-80b251d8-afb7-4db9-a448-ee3827b0cf04 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Deleting port 910ff848-1d7c-49b3-bfc7-6c5d171d4904 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:07:39.996780 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-252e3cde-edc9-46f4-85cc-77a6c54133db req-80b251d8-afb7-4db9-a448-ee3827b0cf04 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:40.096375 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-252e3cde-edc9-46f4-85cc-77a6c54133db req-80b251d8-afb7-4db9-a448-ee3827b0cf04 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] For port 910ff848-1d7c-49b3-bfc7-6c5d171d4904, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=910ff848-1d7c-49b3-bfc7-6c5d171d4904,segment=NetworkSegment(61136bcf-f26f-450c-91a4-9596200eeb57),segment_id=61136bcf-f26f-450c-91a4-9596200eeb57)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:07:40.096375 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-252e3cde-edc9-46f4-85cc-77a6c54133db req-80b251d8-afb7-4db9-a448-ee3827b0cf04 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:40.110249 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-252e3cde-edc9-46f4-85cc-77a6c54133db req-80b251d8-afb7-4db9-a448-ee3827b0cf04 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Calling delete_port for 910ff848-1d7c-49b3-bfc7-6c5d171d4904 owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:07:40.153309 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad37f27-98a3-4a2d-a95e-0df1167c77c4 req-835eb61b-0dda-42f2-8cb5-28c772506eaa tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:40.159626 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cad37f27-98a3-4a2d-a95e-0df1167c77c4 req-835eb61b-0dda-42f2-8cb5-28c772506eaa tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 946 time: 0.0718446 Mar 08 12:07:40.210112 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cad37f27-98a3-4a2d-a95e-0df1167c77c4 req-2f1e0fe4-b9bd-4a50-92ff-d3ca6f913b32 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465567 Mar 08 12:07:40.287303 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c9475-40e3-4e79-b054-c95a08c198d1 req-72dbcbcc-fb4b-4615-bffc-dd29e41e4339 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:40.288892 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a19c9475-40e3-4e79-b054-c95a08c198d1 req-72dbcbcc-fb4b-4615-bffc-dd29e41e4339 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.1153557 Mar 08 12:07:40.320130 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a50adc5d-9328-4603-8dcb-f861ff6a8d3f req-937a8ca6-c3d6-4025-af0b-c2149f087e44 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=81c1c4d4-4911-4ff5-8a74-72e40fbe2586 HTTP/1.1" status: 200 len: 210 time: 0.0292289 Mar 08 12:07:40.350784 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a19c9475-40e3-4e79-b054-c95a08c198d1 req-ff525406-be3d-4846-828e-25f052030378 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537703 Mar 08 12:07:40.432779 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-252e3cde-edc9-46f4-85cc-77a6c54133db req-80b251d8-afb7-4db9-a448-ee3827b0cf04 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (910ff848-1d7c-49b3-bfc7-6c5d171d4904), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:40.435362 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5dc68-5252-4b61-80a4-1b34929aece8 req-33f45013-d6fc-482a-87d3-4639a6c012df tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:40.437602 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-23e5dc68-5252-4b61-80a4-1b34929aece8 req-33f45013-d6fc-482a-87d3-4639a6c012df tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0592337 Mar 08 12:07:40.469267 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b251d8-afb7-4db9-a448-ee3827b0cf04 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Pushing event deleted for resources: {'Port': ['ID=910ff848-1d7c-49b3-bfc7-6c5d171d4904,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:40.479363 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['910ff848-1d7c-49b3-bfc7-6c5d171d4904'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:07:40.515074 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-252e3cde-edc9-46f4-85cc-77a6c54133db req-80b251d8-afb7-4db9-a448-ee3827b0cf04 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] No DVR routers for this DVR port 910ff848-1d7c-49b3-bfc7-6c5d171d4904 on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:07:40.518912 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-252e3cde-edc9-46f4-85cc-77a6c54133db req-80b251d8-afb7-4db9-a448-ee3827b0cf04 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:40.520390 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-23e5dc68-5252-4b61-80a4-1b34929aece8 req-702c16ea-2cd2-418f-a3cd-08f6119ae99f tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546799 Mar 08 12:07:40.522192 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-252e3cde-edc9-46f4-85cc-77a6c54133db req-80b251d8-afb7-4db9-a448-ee3827b0cf04 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.55 "DELETE /v2.0/ports/910ff848-1d7c-49b3-bfc7-6c5d171d4904 HTTP/1.1" status: 204 len: 173 time: 0.6187847 Mar 08 12:07:40.522666 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30ded55-beac-4cf7-8e94-95412ef0aa60', 'name': 'network-vif-deleted', 'tag': '910ff848-1d7c-49b3-bfc7-6c5d171d4904'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:07:40.526073 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cec1971-f5d7-4ce3-b15f-fdd732450d70" -d '{"events": [{"server_uuid": "b30ded55-beac-4cf7-8e94-95412ef0aa60", "name": "network-vif-deleted", "tag": "910ff848-1d7c-49b3-bfc7-6c5d171d4904"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:07:40.578779 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507a9a04-6790-4d6c-ba5a-1b3f0f63c071 x-openstack-request-id: req-507a9a04-6790-4d6c-ba5a-1b3f0f63c071 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:07:40.579085 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30ded55-beac-4cf7-8e94-95412ef0aa60", "name": "network-vif-deleted", "tag": "910ff848-1d7c-49b3-bfc7-6c5d171d4904", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:07:40.580481 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-507a9a04-6790-4d6c-ba5a-1b3f0f63c071 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:07:40.580481 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30ded55-beac-4cf7-8e94-95412ef0aa60', 'name': 'network-vif-deleted', 'tag': '910ff848-1d7c-49b3-bfc7-6c5d171d4904', 'status': 'completed', 'code': 200} Mar 08 12:07:40.934124 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afb69d-c67e-423a-a77b-c4acb3158eb2 req-5594eaa1-598f-4246-a004-2b0045e03a5d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:40.935687 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-08afb69d-c67e-423a-a77b-c4acb3158eb2 req-5594eaa1-598f-4246-a004-2b0045e03a5d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0540528 Mar 08 12:07:40.985245 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-08afb69d-c67e-423a-a77b-c4acb3158eb2 req-a2da0d99-69ec-4c01-a9e5-238dea150dc7 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Mar 08 12:07:41.179839 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12b1a-6cd8-43ef-8245-a769f1d078f9 req-45a244da-89bc-47e1-82df-9f41b4fade11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:41.181399 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8fa12b1a-6cd8-43ef-8245-a769f1d078f9 req-45a244da-89bc-47e1-82df-9f41b4fade11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8538495811a94895b410d83147c0f4dc&device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 1129 time: 0.0449395 Mar 08 12:07:41.288895 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12b1a-6cd8-43ef-8245-a769f1d078f9 req-bd908eba-7d02-4f3a-93b6-400d81583fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:41.297650 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8fa12b1a-6cd8-43ef-8245-a769f1d078f9 req-bd908eba-7d02-4f3a-93b6-400d81583fb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=179e1abc-e30f-4687-8a9a-a281be5cbc95 HTTP/1.1" status: 200 len: 910 time: 0.0951080 Mar 08 12:07:41.393027 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-889d692b-2af4-4e5b-860c-3e2eb3b21641 req-69b9f7f5-b649-4cd1-a6ee-128175602256 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=b30ded55-beac-4cf7-8e94-95412ef0aa60 HTTP/1.1" status: 200 len: 210 time: 0.0809081 Mar 08 12:07:41.428921 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8fa12b1a-6cd8-43ef-8245-a769f1d078f9 req-f715b634-59ab-44d6-8abb-b88010745648 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a017dc74-6887-47de-b2eb-8c8051858f57 HTTP/1.1" status: 200 len: 1001 time: 0.1310472 Mar 08 12:07:41.491875 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12b1a-6cd8-43ef-8245-a769f1d078f9 req-6c8f8b13-197f-4318-8220-2451854eb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:41.493454 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8fa12b1a-6cd8-43ef-8245-a769f1d078f9 req-6c8f8b13-197f-4318-8220-2451854eb483 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb880db3-908f-4f74-bad5-3393fd22f872 HTTP/1.1" status: 200 len: 848 time: 0.0545828 Mar 08 12:07:41.511762 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6620e-2886-460f-b7a4-131363c471ae req-f241ca1a-d483-4951-90f0-995a233f152b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:41.513953 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-24e6620e-2886-460f-b7a4-131363c471ae req-f241ca1a-d483-4951-90f0-995a233f152b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0800381 Mar 08 12:07:41.566115 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12b1a-6cd8-43ef-8245-a769f1d078f9 req-de8116a5-3729-4a4a-ab0f-de674faca30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:41.567699 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8fa12b1a-6cd8-43ef-8245-a769f1d078f9 req-de8116a5-3729-4a4a-ab0f-de674faca30f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=179e1abc-e30f-4687-8a9a-a281be5cbc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635686 Mar 08 12:07:41.575191 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-24e6620e-2886-460f-b7a4-131363c471ae req-83588e0f-c34e-4eef-9fc8-6e730fa5d787 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507915 Mar 08 12:07:41.666091 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8fa12b1a-6cd8-43ef-8245-a769f1d078f9 req-84987f61-304d-4747-b3da-9a140d8965ab service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886419 Mar 08 12:07:41.765965 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8fa12b1a-6cd8-43ef-8245-a769f1d078f9 req-bdbcd035-cbcb-490e-9d68-62853f869323 service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881882 Mar 08 12:07:41.931738 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-168c35d1-d234-406c-88e0-794bc7c0b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:41.933458 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-168c35d1-d234-406c-88e0-794bc7c0b4c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87&tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02 HTTP/1.1" status: 200 len: 1127 time: 0.0900097 Mar 08 12:07:42.018280 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a22bc-9bb0-4d0c-a193-7273765819bf req-2d1c32e4-0c0f-4e22-925d-6678232d74b7 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:42.019990 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b37a22bc-9bb0-4d0c-a193-7273765819bf req-2d1c32e4-0c0f-4e22-925d-6678232d74b7 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0535893 Mar 08 12:07:42.080457 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-7b4e6aa4-dcd5-49ba-a2e6-64c914d8f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:42.084242 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-7b4e6aa4-dcd5-49ba-a2e6-64c914d8f171 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 1127 time: 0.0638745 Mar 08 12:07:42.090483 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b37a22bc-9bb0-4d0c-a193-7273765819bf req-69468da8-7c12-41dc-96ee-7c30e9cf1e65 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519419 Mar 08 12:07:42.213143 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2bc9d-6c12-4b32-a08c-5d1d75aa3294 req-fb0714f1-4a87-47fa-baa9-8493999f3d6b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:42.214619 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0ae2bc9d-6c12-4b32-a08c-5d1d75aa3294 req-fb0714f1-4a87-47fa-baa9-8493999f3d6b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.1277475 Mar 08 12:07:42.231336 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-70429bf8-1544-40a0-b071-c213a0f572e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:42.232725 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-70429bf8-1544-40a0-b071-c213a0f572e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 HTTP/1.1" status: 200 len: 918 time: 0.1369648 Mar 08 12:07:42.311391 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0ae2bc9d-6c12-4b32-a08c-5d1d75aa3294 req-1aedb243-21cb-482b-8c6e-fb8353265570 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909388 Mar 08 12:07:42.324499 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-0e1ff03f-9857-4b69-9f16-cdec0ffecde2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d HTTP/1.1" status: 200 len: 999 time: 0.0791149 Mar 08 12:07:42.378120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-9e673398-63c6-4e67-b9f1-750cf5f614c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:42.379658 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-9e673398-63c6-4e67-b9f1-750cf5f614c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0881ec02-52c5-41f4-9bad-8258b28ec43f HTTP/1.1" status: 200 len: 856 time: 0.0442247 Mar 08 12:07:42.440079 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-1bed3fe7-6604-45ea-b533-4b9dececbe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:42.441587 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-1bed3fe7-6604-45ea-b533-4b9dececbe1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531092 Mar 08 12:07:42.549053 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-6c3257ce-69f1-44f2-9d1f-c7982a860a88 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915527 Mar 08 12:07:42.670896 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92265046-bcea-4c36-b36b-00caafb1b017 req-53aebb38-b907-424f-b25b-f118b69d18cb tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:42.672502 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-53aebb38-b907-424f-b25b-f118b69d18cb tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/networks?id=15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec HTTP/1.1" status: 200 len: 808 time: 0.1076884 Mar 08 12:07:42.690561 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-3cf571d7-f278-4d86-9981-7c9e437b2fad tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/quotas/0edac0d5e0fe4d488f039ba9bf34ff42 HTTP/1.1" status: 200 len: 375 time: 0.0124063 Mar 08 12:07:42.708787 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd13f8-e1fc-4a53-9815-7c30583dcfb5 req-ac46beb4-6d3c-478b-8109-7d9da4cbf956 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:42.710296 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-64dd13f8-e1fc-4a53-9815-7c30583dcfb5 req-ac46beb4-6d3c-478b-8109-7d9da4cbf956 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0563862 Mar 08 12:07:42.724951 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-c5527a37-3d78-4482-835a-e0bfd24e68cd tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0edac0d5e0fe4d488f039ba9bf34ff42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281744 Mar 08 12:07:42.758919 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-64dd13f8-e1fc-4a53-9815-7c30583dcfb5 req-21bc6da0-f021-4e5c-9301-2dbf1c3442f9 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417759 Mar 08 12:07:42.817094 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-d2047366-1c6b-4360-b391-214984827c87 service neutron] 10.222.0.44 "GET /v2.0/networks/15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850990 Mar 08 12:07:42.905589 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-d286621a-f226-4c48-bfb6-13d7f24ab39e service neutron] 10.222.0.44 "GET /v2.0/networks/15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822043 Mar 08 12:07:43.206556 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3d3aa0f1-ee49-48ee-ba63-afa6f662b35b req-f88feab9-b920-4d15-97e0-524ae29fa2c2 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0279727 Mar 08 12:07:43.239220 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55925018-7f1e-47ac-b11d-7b25929ecd3f req-79a2c4b1-a653-4673-83c2-0765ace374d5 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:43.240799 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-55925018-7f1e-47ac-b11d-7b25929ecd3f req-79a2c4b1-a653-4673-83c2-0765ace374d5 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0735490 Mar 08 12:07:43.292349 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-55925018-7f1e-47ac-b11d-7b25929ecd3f req-4d1a3ef8-ef3e-4628-9670-1c35df8ce4d7 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Mar 08 12:07:43.443450 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235460fb-706e-47e6-a49c-11f6d57687bb req-afd88435-774e-485e-9dc0-14299f1482af tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:43.444978 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-235460fb-706e-47e6-a49c-11f6d57687bb req-afd88435-774e-485e-9dc0-14299f1482af tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0640733 Mar 08 12:07:43.492946 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-235460fb-706e-47e6-a49c-11f6d57687bb req-6869dd1b-c234-42aa-83bf-7165ec09e635 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414262 Mar 08 12:07:43.882454 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa26f96-0e49-40ee-8818-6d87ccb5ae57 req-fbe3245a-417c-46d4-809f-c2ff1f09a468 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:43.884581 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0fa26f96-0e49-40ee-8818-6d87ccb5ae57 req-fbe3245a-417c-46d4-809f-c2ff1f09a468 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0533326 Mar 08 12:07:43.932246 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0fa26f96-0e49-40ee-8818-6d87ccb5ae57 req-356cc83a-71e6-4837-a1a5-2c61920ddf51 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419426 Mar 08 12:07:44.300771 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1e0ace8a-0867-433b-8172-5607184615e6 req-c8fcfb1f-389b-474f-b870-eeb45ae91093 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0266888 Mar 08 12:07:44.407877 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b371c45-0e10-4809-9d52-c89c2b8b1d4e req-bf82258b-0ddb-4361-b42c-3ef5d2f0360a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:44.409331 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6b371c45-0e10-4809-9d52-c89c2b8b1d4e req-bf82258b-0ddb-4361-b42c-3ef5d2f0360a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0513895 Mar 08 12:07:44.460561 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6b371c45-0e10-4809-9d52-c89c2b8b1d4e req-25b81970-fb5d-4060-abf7-a2b15f75c62a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452857 Mar 08 12:07:44.616110 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccbb1c-6c00-4da5-867c-9f17bcc8558e req-ab3b58c1-bf0e-48fe-ad23-4fdf340ac717 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:44.617652 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-02ccbb1c-6c00-4da5-867c-9f17bcc8558e req-ab3b58c1-bf0e-48fe-ad23-4fdf340ac717 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0538254 Mar 08 12:07:44.663199 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-02ccbb1c-6c00-4da5-867c-9f17bcc8558e req-0571f835-2db1-4d1d-8ba0-377d2e6131e2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396883 Mar 08 12:07:45.054267 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 099d9827-9588-4d99-80c0-46d554cc565b no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:45.054859 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6fe10-447c-479b-9a90-682c27d1b35c req-5613e609-20a9-47c8-8cab-9d6f73c4fc27 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:45.056012 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-aca6fe10-447c-479b-9a90-682c27d1b35c req-5613e609-20a9-47c8-8cab-9d6f73c4fc27 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0524085 Mar 08 12:07:45.074806 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 099d9827-9588-4d99-80c0-46d554cc565b {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:45.075176 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 099d9827-9588-4d99-80c0-46d554cc565b not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:45.105697 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-aca6fe10-447c-479b-9a90-682c27d1b35c req-2af15b9f-52ac-4dda-84ad-18572ed3c029 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438178 Mar 08 12:07:45.114581 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 910ff848-1d7c-49b3-bfc7-6c5d171d4904 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:07:45.147211 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 910ff848-1d7c-49b3-bfc7-6c5d171d4904 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:07:45.147822 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 910ff848-1d7c-49b3-bfc7-6c5d171d4904 not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:07:45.187333 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a63a8058-c706-451a-bc6d-3f9f660947b1 req-b0dd9e31-4e2f-4bf7-9002-0669fe84def2 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991535 Mar 08 12:07:45.399596 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d56c1f0a-6318-49bc-ad9f-c88507481c0f req-54e814d2-e366-4cdb-9b0f-5693dd523a76 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0280237 Mar 08 12:07:45.582812 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ceee-591d-4c3d-baa6-d5d685e0b192 req-19ea4e49-85bd-42ac-9d43-1cc7d856ff78 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:45.584335 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6fa2ceee-591d-4c3d-baa6-d5d685e0b192 req-19ea4e49-85bd-42ac-9d43-1cc7d856ff78 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0539980 Mar 08 12:07:45.633753 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6fa2ceee-591d-4c3d-baa6-d5d685e0b192 req-00aa1c4b-6dcc-4945-9868-7e6071df32ca tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428090 Mar 08 12:07:45.792952 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b4314-cff8-4032-8715-92f4ea0ec16b req-6dce05c8-6c6f-4c8e-9aeb-d23a75c3775d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:45.794443 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a21b4314-cff8-4032-8715-92f4ea0ec16b req-6dce05c8-6c6f-4c8e-9aeb-d23a75c3775d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0624301 Mar 08 12:07:45.847259 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a21b4314-cff8-4032-8715-92f4ea0ec16b req-5572fb87-d6ac-4773-82dd-c4ba59fad66c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470924 Mar 08 12:07:46.283193 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec19f0e-097b-4b07-8fe7-a0e58a55d9dd req-a9c367f9-b8c4-4761-89a4-e41a2ad988b3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:46.285930 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6ec19f0e-097b-4b07-8fe7-a0e58a55d9dd req-a9c367f9-b8c4-4761-89a4-e41a2ad988b3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0847037 Mar 08 12:07:46.342503 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6ec19f0e-097b-4b07-8fe7-a0e58a55d9dd req-023f9cac-2cd0-472d-b82d-f1329599570b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498931 Mar 08 12:07:46.484673 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-9f506eb0-868d-4dca-8ca3-1cd1344a2fb8 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:46.486189 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-9f506eb0-868d-4dca-8ca3-1cd1344a2fb8 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/networks?id=4f904412-2318-4860-a2f7-735d16ba6d18 HTTP/1.1" status: 200 len: 813 time: 0.1199226 Mar 08 12:07:46.498869 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bbdfa01a-48a8-4c89-9fea-9c70a6f90449 req-a8e856a9-b0b9-4f1e-b759-a273e52080f7 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0307665 Mar 08 12:07:46.501931 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-c3d70b93-ef76-4206-be1a-c286ef5265f5 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/quotas/858acfb6864c45f987e2f706f375afdd HTTP/1.1" status: 200 len: 375 time: 0.0099800 Mar 08 12:07:46.544133 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-9e3792e5-ef07-496a-a934-5988a0ead740 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=858acfb6864c45f987e2f706f375afdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355313 Mar 08 12:07:46.641433 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-4b4e4908-40ad-4a65-a1b4-34f096bbf942 service neutron] 10.222.0.44 "GET /v2.0/networks/4f904412-2318-4860-a2f7-735d16ba6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912240 Mar 08 12:07:46.759759 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-ab7d26f1-fd03-4823-988c-93c79826913a service neutron] 10.222.0.44 "GET /v2.0/networks/4f904412-2318-4860-a2f7-735d16ba6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121490 Mar 08 12:07:46.766500 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70485c46-e01e-4ac0-ade3-4e3b251ef1c7 req-cfa83243-6787-4b3d-b15c-2d39022cb3dd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:46.768408 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-70485c46-e01e-4ac0-ade3-4e3b251ef1c7 req-cfa83243-6787-4b3d-b15c-2d39022cb3dd tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0613124 Mar 08 12:07:46.827841 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-70485c46-e01e-4ac0-ade3-4e3b251ef1c7 req-c60222ee-2521-47fe-b0e1-8a451168fe7f tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502830 Mar 08 12:07:47.051618 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-79b71a29-16a4-46de-81b3-098149e44f89 req-1d6b050f-6ffa-45cf-aa75-038c6eeefce6 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 210 time: 0.0270653 Mar 08 12:07:47.532777 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5182e-9836-4c07-b26a-9023a165d0f7 req-536eb289-d10a-446f-ada2-49bfea341be1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:47.534340 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a5b5182e-9836-4c07-b26a-9023a165d0f7 req-536eb289-d10a-446f-ada2-49bfea341be1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0607696 Mar 08 12:07:47.607854 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a5b5182e-9836-4c07-b26a-9023a165d0f7 req-f89996b2-29cd-4598-aba3-08b18e89f116 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643866 Mar 08 12:07:47.634048 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-622fa90c-c673-4e59-a078-af4bc00de094 req-f030dff6-b192-4624-838a-cef1d9419ab2 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0469239 Mar 08 12:07:47.972235 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecbae2-c2d7-4c6b-9771-35c671125250 req-2d0bab53-bdf2-4c9e-817a-3ea76256d84e tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:47.973916 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-21ecbae2-c2d7-4c6b-9771-35c671125250 req-2d0bab53-bdf2-4c9e-817a-3ea76256d84e tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0690129 Mar 08 12:07:48.031412 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-21ecbae2-c2d7-4c6b-9771-35c671125250 req-2f1cf896-3f06-4f1e-a87a-96a8f0367373 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507214 Mar 08 12:07:48.152583 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-05ae3c3d-f6a0-42b0-a9c2-a92442638c2b req-2b95b7e7-6dd5-45ad-8944-acf33c488f3d tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 210 time: 0.0306199 Mar 08 12:07:48.873480 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-205c8dc0-ea92-42a0-92be-2e007c02bfbb req-61401abc-08bc-48b3-a5c8-aa05192dc70c tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0275378 Mar 08 12:07:48.979452 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7308769-4354-4911-9722-7469c3d9358e req-4c340209-a844-4962-bf02-9b6c64bf6358 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:48.981217 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e7308769-4354-4911-9722-7469c3d9358e req-4c340209-a844-4962-bf02-9b6c64bf6358 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.3002889 Mar 08 12:07:49.047027 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e7308769-4354-4911-9722-7469c3d9358e req-8ef3be67-0371-48ab-9c44-0bf74348de6d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586472 Mar 08 12:07:49.168140 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69931a2-5c1f-4f26-a082-c45d96ce1aeb req-e8849880-7ab2-4caf-9198-11254a6d3d51 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:49.169519 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c69931a2-5c1f-4f26-a082-c45d96ce1aeb req-e8849880-7ab2-4caf-9198-11254a6d3d51 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0569253 Mar 08 12:07:49.240021 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c69931a2-5c1f-4f26-a082-c45d96ce1aeb req-1d620f7a-0110-4342-9136-95c37ee8590b tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645995 Mar 08 12:07:49.281378 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b0a56457-ebb0-4d5e-9582-e5651fdd9486 req-96ed4625-da55-41a3-bcea-7fd9b2941905 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 210 time: 0.0404530 Mar 08 12:07:49.955819 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b9e1154-6d18-4399-9553-6014728a2241 req-e8b2f95a-d939-4fd6-852d-3ce85679e133 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0379157 Mar 08 12:07:50.216263 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6900e0-87ae-4e8a-b8ff-b07f3bac8799 req-ba2dde9b-9829-47fe-94b6-6885e6448dce tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:50.217704 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5d6900e0-87ae-4e8a-b8ff-b07f3bac8799 req-ba2dde9b-9829-47fe-94b6-6885e6448dce tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0578854 Mar 08 12:07:50.268233 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5d6900e0-87ae-4e8a-b8ff-b07f3bac8799 req-23ac1d06-6e77-499e-b967-dc04a8eaafae tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445156 Mar 08 12:07:50.370354 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803969b-6bb2-4052-8f5c-b9bb7c6d94fe req-bc7dc131-c552-4749-947c-99f2cdbad0fc tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:50.373634 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c803969b-6bb2-4052-8f5c-b9bb7c6d94fe req-bc7dc131-c552-4749-947c-99f2cdbad0fc tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0606184 Mar 08 12:07:50.409042 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f278bf3d-c7a3-499a-b269-ce46ce79585c req-0383f382-fb8f-4b52-8124-2f5dadb9d4a8 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 210 time: 0.0428989 Mar 08 12:07:50.445744 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c803969b-6bb2-4052-8f5c-b9bb7c6d94fe req-d814b436-ef21-4535-9726-cc382eb655bc tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594363 Mar 08 12:07:51.064712 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5ea8b3dc-1d72-44d8-a4f4-552413c20adf req-f9aa7173-e519-40bd-b027-b4fd29c73c0e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0298617 Mar 08 12:07:51.407720 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335e892-3371-47d1-b994-7825dff6f680 req-68120e46-0b05-4351-b643-2f6241b31449 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:51.409327 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a335e892-3371-47d1-b994-7825dff6f680 req-68120e46-0b05-4351-b643-2f6241b31449 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0576870 Mar 08 12:07:51.463714 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a335e892-3371-47d1-b994-7825dff6f680 req-a8863184-318d-4b3d-b4c4-8464983ef4c9 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480864 Mar 08 12:07:51.547247 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-009cb310-df62-468b-b87c-3d060cd90f36 req-922e6875-ae0f-47c9-8665-31104001f557 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 210 time: 0.0338190 Mar 08 12:07:51.594930 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efd929-1657-458e-b5dd-9432e456a467 req-c74a9acc-9501-440b-9b17-04240dc61460 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:51.596756 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-75efd929-1657-458e-b5dd-9432e456a467 req-c74a9acc-9501-440b-9b17-04240dc61460 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0633891 Mar 08 12:07:51.660406 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-75efd929-1657-458e-b5dd-9432e456a467 req-c186b626-c967-488e-8778-995215d0d02f tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565729 Mar 08 12:07:52.163452 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-051fbe4f-85ab-4764-8662-a24997423474 req-09b304f3-e27b-4f1d-bd05-e2d95065dcc5 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0317864 Mar 08 12:07:52.605973 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f5cf5-d547-4401-aec6-86ca6322de80 req-ee2c25e5-1a9d-49a4-b6c1-4d06322dfce9 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:52.607847 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c55f5cf5-d547-4401-aec6-86ca6322de80 req-ee2c25e5-1a9d-49a4-b6c1-4d06322dfce9 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0561147 Mar 08 12:07:52.673329 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c55f5cf5-d547-4401-aec6-86ca6322de80 req-8aa6b8f4-7a80-474c-90b8-827c16783837 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531511 Mar 08 12:07:52.772982 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-80ed2b71-9e29-4196-8254-038b44d8dd73 req-c1fe191f-e0cd-4217-831e-511e2b9313ef tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 210 time: 0.0287161 Mar 08 12:07:52.895500 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a08d3-0beb-4f8e-8898-a208ef634cd4 req-a9f8e5c9-8336-4939-ae52-5e504a255d8c tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:52.898500 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ec4a08d3-0beb-4f8e-8898-a208ef634cd4 req-a9f8e5c9-8336-4939-ae52-5e504a255d8c tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0566034 Mar 08 12:07:52.922568 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e3db0-07ee-438b-b906-24865ff8c936 req-508c9b0d-e7c1-4546-9fed-2620d51fe18a tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:52.924201 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e34e3db0-07ee-438b-b906-24865ff8c936 req-508c9b0d-e7c1-4546-9fed-2620d51fe18a tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0630612 Mar 08 12:07:52.972843 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ec4a08d3-0beb-4f8e-8898-a208ef634cd4 req-bf34bac9-95ad-42fc-a42d-0a896b0a8296 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645254 Mar 08 12:07:53.008145 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e34e3db0-07ee-438b-b906-24865ff8c936 req-c15c793a-dd6f-4cfb-81b7-7ebfa06d4cfa tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750380 Mar 08 12:07:53.262612 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a8b0310e-2e26-41df-8f0e-bf83ec2bacd9 req-299d3943-d90c-4e95-996e-f7f551469da2 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0300028 Mar 08 12:07:53.752365 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-17b95186-c8a7-4c79-b7d2-c8343f8ff582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:53.834933 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0410872-408a-4856-b18e-ca00ce8a0065 req-24536ea0-1d80-4684-b61a-13c7cd11a8d2 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:53.834933 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c0410872-408a-4856-b18e-ca00ce8a0065 req-24536ea0-1d80-4684-b61a-13c7cd11a8d2 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0607715 Mar 08 12:07:53.879878 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c0410872-408a-4856-b18e-ca00ce8a0065 req-773ef4e8-a2d7-48d2-9d13-06d9d4bff5d2 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576522 Mar 08 12:07:53.886937 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-65075c4c-ee75-40a4-99b4-d6251cdae9b6 req-ad7c7e6d-57b6-46af-b8fb-b0a112d180a5 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 210 time: 0.0388396 Mar 08 12:07:54.128401 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27662983-b19f-4c2d-a1d6-5b707692d6d0 req-595b71db-28f9-4c80-9a6e-ed16ed4b7226 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:54.150988 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-27662983-b19f-4c2d-a1d6-5b707692d6d0 req-595b71db-28f9-4c80-9a6e-ed16ed4b7226 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0596745 Mar 08 12:07:54.151706 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390dee3-40d1-4105-a01b-a33cf1e1eb63 req-4341a46a-e725-4536-afa7-2ee431ad6c4f tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:54.158654 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b390dee3-40d1-4105-a01b-a33cf1e1eb63 req-4341a46a-e725-4536-afa7-2ee431ad6c4f tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0612111 Mar 08 12:07:54.185186 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-27662983-b19f-4c2d-a1d6-5b707692d6d0 req-d408b547-ae9f-4cf1-b762-23eff704a993 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493047 Mar 08 12:07:54.224140 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b390dee3-40d1-4105-a01b-a33cf1e1eb63 req-9d0afb8d-0251-40e8-87d9-4a449478d4de tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643582 Mar 08 12:07:54.369419 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-15de35bc-516c-402e-8064-314b24ae5fc3 req-1c42ca4b-b5c6-4e0f-b512-d069f40c6c46 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0307035 Mar 08 12:07:54.995598 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-17ad7cb6-c741-4db6-ba49-09f51ff140a2 req-83c7d882-7d4d-42b4-837b-94c0f771f7dd tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 210 time: 0.0387290 Mar 08 12:07:55.027505 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ffe31-ea7b-4faa-a15e-aa22ab7e6b2f req-9f9fe0ce-052c-48ef-b43e-97a828d74781 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:55.029150 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-661ffe31-ea7b-4faa-a15e-aa22ab7e6b2f req-9f9fe0ce-052c-48ef-b43e-97a828d74781 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0647478 Mar 08 12:07:55.087706 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-661ffe31-ea7b-4faa-a15e-aa22ab7e6b2f req-f39994e8-bbb7-4a65-92bb-1065ab5ee574 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522351 Mar 08 12:07:55.335474 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2077060-0e67-4ada-978f-761535654ae4 req-3d9598cf-bccd-47d6-a951-000c57fe099a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:55.336996 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b2077060-0e67-4ada-978f-761535654ae4 req-3d9598cf-bccd-47d6-a951-000c57fe099a tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0757384 Mar 08 12:07:55.366325 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29f9d6-756a-4a50-92e1-f09381bba18c req-359490ed-84c1-456d-82d0-9bfa6b35b029 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:55.375190 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8b29f9d6-756a-4a50-92e1-f09381bba18c req-359490ed-84c1-456d-82d0-9bfa6b35b029 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0719044 Mar 08 12:07:55.403665 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b2077060-0e67-4ada-978f-761535654ae4 req-47bf3b5c-4eb5-4c31-a05b-7332ee43bbe3 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594187 Mar 08 12:07:55.461906 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8b29f9d6-756a-4a50-92e1-f09381bba18c req-dfcf1c31-73d0-4f58-a988-a012f90bd235 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867026 Mar 08 12:07:55.523641 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c9558a3b-83b0-485c-a686-67c23875d270 req-11ee90f7-8ca0-4cfa-b788-8258f13fd3f8 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0498521 Mar 08 12:07:56.109726 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0e4600d9-a9f0-4c8a-bd0c-e3601adf5860 req-1ca4d78b-62ac-4f3a-84d9-36fa20911ddf tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 210 time: 0.0305769 Mar 08 12:07:56.209485 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-baac23fb-ab77-4a82-b291-17894d9b3270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:56.230030 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5e447-9edc-404e-be49-7fd347e24e8d req-48ae06d0-a2e3-4d6b-bb16-fd9a191915d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:56.238040 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-59a5e447-9edc-404e-be49-7fd347e24e8d req-48ae06d0-a2e3-4d6b-bb16-fd9a191915d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0699320 Mar 08 12:07:56.286627 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-59a5e447-9edc-404e-be49-7fd347e24e8d req-ecd5326c-662a-4251-91d6-67af24a1d3fc tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474772 Mar 08 12:07:56.561042 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3d891-8a01-43c6-8562-7971fec80f9d req-10bf9f80-d296-457a-b8e0-931dfe23f284 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:56.562731 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-05c3d891-8a01-43c6-8562-7971fec80f9d req-10bf9f80-d296-457a-b8e0-931dfe23f284 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0726166 Mar 08 12:07:56.603310 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2d873-469a-434e-aff3-d9274e96d09b req-62ed8fbe-99d3-4d51-bb4b-c910ffba1649 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:56.604902 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-14d2d873-469a-434e-aff3-d9274e96d09b req-62ed8fbe-99d3-4d51-bb4b-c910ffba1649 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0687931 Mar 08 12:07:56.619843 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-05c3d891-8a01-43c6-8562-7971fec80f9d req-83782358-93f1-4f03-b7ca-ab62eae74fb7 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508704 Mar 08 12:07:56.690234 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-14d2d873-469a-434e-aff3-d9274e96d09b req-0cb0051d-cabd-4d57-9668-f7bda516a76b tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784140 Mar 08 12:07:56.734481 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0da4e124-f0a1-4929-b139-55995913b305 req-3f1e3b7e-e145-48d0-a93a-5fd6e99d5cc7 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0409796 Mar 08 12:07:57.205835 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-337ccc70-2b2f-4f4a-ab3f-7edea13b1011 req-32521b48-c3e1-4906-b6a1-886c388f4fa4 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 210 time: 0.0271542 Mar 08 12:07:57.419289 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:57.419990 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be9fa4-d897-479e-8faf-4c9610059a1c req-70a430dd-40f3-4a08-a749-487b8d02618e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:57.421373 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e8be9fa4-d897-479e-8faf-4c9610059a1c req-70a430dd-40f3-4a08-a749-487b8d02618e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0573390 Mar 08 12:07:57.473786 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e8be9fa4-d897-479e-8faf-4c9610059a1c req-e4156aa9-b092-4631-ac13-d718410818b1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467215 Mar 08 12:07:57.755235 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c3c95-c4f1-405f-89a3-cae05f00728a req-dfe9c4f9-43dc-4853-83f6-b902d4d6e340 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:57.758550 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-624c3c95-c4f1-405f-89a3-cae05f00728a req-dfe9c4f9-43dc-4853-83f6-b902d4d6e340 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0633068 Mar 08 12:07:57.811810 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-624c3c95-c4f1-405f-89a3-cae05f00728a req-17e0e881-b537-43d9-a4a5-452cfa978c81 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474920 Mar 08 12:07:57.909556 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49990a0-0423-47fc-9975-c7f37048c0da req-a7d41c33-c83a-4906-b729-21f50b9a4aef tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:57.911236 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a49990a0-0423-47fc-9975-c7f37048c0da req-a7d41c33-c83a-4906-b729-21f50b9a4aef tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.1438878 Mar 08 12:07:57.915372 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4bfe6a9e-6dc5-4d24-a60d-4782838f0239 req-a8a9e610-1ee5-42ab-803e-b5991a14fa8d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0299799 Mar 08 12:07:57.928850 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39abc48-96dd-4811-bce1-0682a7df2746 req-eeef1c8b-02a6-44ed-9995-ae835b445d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:57.939580 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f39abc48-96dd-4811-bce1-0682a7df2746 req-eeef1c8b-02a6-44ed-9995-ae835b445d24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23396fe2e24d48e1a919efa0e1896508&device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 1168 time: 0.0860355 Mar 08 12:07:58.059510 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a49990a0-0423-47fc-9975-c7f37048c0da req-dca4087e-e9d5-445f-96c6-f5cedf1a1124 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1379876 Mar 08 12:07:58.089202 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39abc48-96dd-4811-bce1-0682a7df2746 req-037039bc-f9ee-4621-9e0b-d99eaa0e2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:58.090697 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f39abc48-96dd-4811-bce1-0682a7df2746 req-037039bc-f9ee-4621-9e0b-d99eaa0e2a11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=552fa765-aa36-42ef-b1db-e824e7214f9c HTTP/1.1" status: 200 len: 915 time: 0.1403308 Mar 08 12:07:58.193959 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f39abc48-96dd-4811-bce1-0682a7df2746 req-f034501c-3811-4ce6-a72e-0e6156c39c41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=505947da-5e1e-4917-9740-68272ecb3e26 HTTP/1.1" status: 200 len: 1001 time: 0.0651214 Mar 08 12:07:58.249643 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39abc48-96dd-4811-bce1-0682a7df2746 req-4eb4417c-0070-448a-81c0-5b37759f046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:58.251240 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f39abc48-96dd-4811-bce1-0682a7df2746 req-4eb4417c-0070-448a-81c0-5b37759f046f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fcdfd42-a9fd-4f23-98c1-c3646d6b6752 HTTP/1.1" status: 200 len: 853 time: 0.0489237 Mar 08 12:07:58.301933 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39abc48-96dd-4811-bce1-0682a7df2746 req-0eb1909d-631e-474d-8eda-0e87830b9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:58.303495 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f39abc48-96dd-4811-bce1-0682a7df2746 req-0eb1909d-631e-474d-8eda-0e87830b9390 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=552fa765-aa36-42ef-b1db-e824e7214f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452950 Mar 08 12:07:58.324953 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8d6c9bd3-e213-422a-99e4-eaa6490a9433 req-2ad6aa0b-675c-452b-a729-7f1859ab57c7 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 210 time: 0.0389602 Mar 08 12:07:58.401982 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92265046-bcea-4c36-b36b-00caafb1b017 req-7d31e088-5a0c-4765-be09-023695d4a341 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:58.407152 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-7d31e088-5a0c-4765-be09-023695d4a341 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.55 "GET /v2.0/networks?id=15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec HTTP/1.1" status: 200 len: 808 time: 0.1515284 Mar 08 12:07:58.432295 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f39abc48-96dd-4811-bce1-0682a7df2746 req-d0379051-fb78-4502-8bbc-ed1bb4a5c356 service neutron] 10.222.0.55 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985217 Mar 08 12:07:58.435754 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-92265046-bcea-4c36-b36b-00caafb1b017 req-8c0e6420-2713-4581-aa96-4aefcd959e19 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Request body: {'port': {'device_id': 'e45e4642-0f91-401e-9d69-6ee170620b5f', 'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec', 'admin_state_up': True, 'tenant_id': '0edac0d5e0fe4d488f039ba9bf34ff42'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:58.527457 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f39abc48-96dd-4811-bce1-0682a7df2746 req-f8dc285e-a569-4aa9-bb2b-ab4c9320d93e service neutron] 10.222.0.55 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884960 Mar 08 12:07:58.615867 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d4f42-14ee-4f2d-a857-a29c1d2ce868 req-df84f3fe-9d3a-49b8-8dfa-808898b2b11d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:58.619273 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-638d4f42-14ee-4f2d-a857-a29c1d2ce868 req-df84f3fe-9d3a-49b8-8dfa-808898b2b11d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0595136 Mar 08 12:07:58.637513 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92265046-bcea-4c36-b36b-00caafb1b017 req-8c0e6420-2713-4581-aa96-4aefcd959e19 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Made reservation on behalf of 0edac0d5e0fe4d488f039ba9bf34ff42 for: {'port': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:07:58.640956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-92265046-bcea-4c36-b36b-00caafb1b017 req-8c0e6420-2713-4581-aa96-4aefcd959e19 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:58.670502 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-638d4f42-14ee-4f2d-a857-a29c1d2ce868 req-938f0f9c-0e72-45a0-a1f6-b9b91410bf02 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467319 Mar 08 12:07:58.780248 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [req-92265046-bcea-4c36-b36b-00caafb1b017 req-8c0e6420-2713-4581-aa96-4aefcd959e19 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Allocated IP 172.20.0.4 (15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec/3cbde719-a929-47e4-9705-bcf0c8eff4bd/c9f9be1e-0242-48e7-b014-4a27cc43db15) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:07:58.958062 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:58.969410 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-92265046-bcea-4c36-b36b-00caafb1b017 req-8c0e6420-2713-4581-aa96-4aefcd959e19 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks [] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:58.977408 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c79ea8-2dd6-47ff-bd52-a65d18a57059 req-158a56f7-4f63-4563-9b8b-ee712152fce6 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:58.978956 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c0c79ea8-2dd6-47ff-bd52-a65d18a57059 req-158a56f7-4f63-4563-9b8b-ee712152fce6 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0889871 Mar 08 12:07:59.016463 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c13b07f-3e16-472a-84a4-c04b52f225e4 req-e7b7188c-08cb-4b60-b189-f65d2aadf270 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0285778 Mar 08 12:07:59.045105 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c0c79ea8-2dd6-47ff-bd52-a65d18a57059 req-5a735ec3-c8a2-4412-bf7e-e745cb85661e tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597703 Mar 08 12:07:59.100211 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-92265046-bcea-4c36-b36b-00caafb1b017 req-8c0e6420-2713-4581-aa96-4aefcd959e19 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.150951 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92265046-bcea-4c36-b36b-00caafb1b017 req-8c0e6420-2713-4581-aa96-4aefcd959e19 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Network 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:07:59.154259 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [req-92265046-bcea-4c36-b36b-00caafb1b017 req-8c0e6420-2713-4581-aa96-4aefcd959e19 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:07:59.159138 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [req-92265046-bcea-4c36-b36b-00caafb1b017 req-8c0e6420-2713-4581-aa96-4aefcd959e19 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:07:59.163603 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92265046-bcea-4c36-b36b-00caafb1b017 req-8c0e6420-2713-4581-aa96-4aefcd959e19 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:59.164329 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-92265046-bcea-4c36-b36b-00caafb1b017 req-8c0e6420-2713-4581-aa96-4aefcd959e19 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.176153 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e6420-2713-4581-aa96-4aefcd959e19 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Pushing event updated for resources: {'Port': ['ID=c9f9be1e-0242-48e7-b014-4a27cc43db15,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:07:59.218102 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0bf965a1-e33e-45ea-bc87-60a38cc63332 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:59.219592 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0bf965a1-e33e-45ea-bc87-60a38cc63332 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.55 "GET /v2.0/networks?id=4f904412-2318-4860-a2f7-735d16ba6d18 HTTP/1.1" status: 200 len: 813 time: 0.1442456 Mar 08 12:07:59.230317 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e5dbb-1fe8-46f5-8935-0b838a6dd17e req-de8d8a19-1280-433a-92a6-0e5cfa3cbad8 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:59.231850 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4a0e5dbb-1fe8-46f5-8935-0b838a6dd17e req-de8d8a19-1280-433a-92a6-0e5cfa3cbad8 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0900898 Mar 08 12:07:59.247909 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0b3fc6ed-0033-4351-8345-99c37e44d656 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Request body: {'port': {'device_id': '4b1a8867-dee4-49a5-b85f-f9a9dd04f70d', 'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18', 'admin_state_up': True, 'tenant_id': '858acfb6864c45f987e2f706f375afdd'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:59.290832 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-8c0e6420-2713-4581-aa96-4aefcd959e19 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8604314 Mar 08 12:07:59.313917 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Request body: {'port': {'device_id': 'e45e4642-0f91-401e-9d69-6ee170620b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:07:59.364532 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4a0e5dbb-1fe8-46f5-8935-0b838a6dd17e req-919482a8-e525-4916-9c72-036bb6a586f8 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267512 Mar 08 12:07:59.377754 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.477817 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0b3fc6ed-0033-4351-8345-99c37e44d656 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Made reservation on behalf of 858acfb6864c45f987e2f706f375afdd for: {'port': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:07:59.481301 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0b3fc6ed-0033-4351-8345-99c37e44d656 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.623678 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0b3fc6ed-0033-4351-8345-99c37e44d656 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Allocated IP 172.20.0.4 (4f904412-2318-4860-a2f7-735d16ba6d18/16c38457-e30c-477a-85f8-db8a728931ce/481b1059-e322-4c93-bdc6-f0026faff7b8) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:07:59.700234 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c808e7cc-50a5-4f5a-94df-c69911540d75 req-f6d81e1f-0688-4e26-a27e-fc2cf2abd620 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 210 time: 0.2765598 Mar 08 12:07:59.823489 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0b3fc6ed-0033-4351-8345-99c37e44d656 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks [] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.838094 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.851820 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87820e5-f85f-45f8-8d2e-a6301a4acc76 req-4a9c97cd-d03d-43a5-a51d-f6739a178a58 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:07:59.853257 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f87820e5-f85f-45f8-8d2e-a6301a4acc76 req-4a9c97cd-d03d-43a5-a51d-f6739a178a58 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0957789 Mar 08 12:07:59.924506 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f87820e5-f85f-45f8-8d2e-a6301a4acc76 req-8aed10ea-f2a6-42eb-b088-f2b380112ead tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653594 Mar 08 12:07:59.937996 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f9be1e-0242-48e7-b014-4a27cc43db15 {{(pid=110508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:07:59.946621 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Publish callbacks [] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.952148 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0b3fc6ed-0033-4351-8345-99c37e44d656 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:07:59.959157 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.provisioning_blocks [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Transition to ACTIVE for port object c9f9be1e-0242-48e7-b014-4a27cc43db15 will not be triggered until provisioned by entity L2. {{(pid=110508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:07:59.998314 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0b3fc6ed-0033-4351-8345-99c37e44d656 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Network 4f904412-2318-4860-a2f7-735d16ba6d18 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:08:00.001498 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0b3fc6ed-0033-4351-8345-99c37e44d656 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:08:00.005464 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0b3fc6ed-0033-4351-8345-99c37e44d656 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:08:00.005735 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:08:00.013737 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fc6ed-0033-4351-8345-99c37e44d656 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Pushing event updated for resources: {'Port': ['ID=481b1059-e322-4c93-bdc6-f0026faff7b8,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:00.039465 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:00.063146 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0b3fc6ed-0033-4351-8345-99c37e44d656 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:00.063927 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0b3fc6ed-0033-4351-8345-99c37e44d656 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:00.099408 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Pushing event updated for resources: {'Port': ['ID=c9f9be1e-0242-48e7-b014-4a27cc43db15,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:00.168082 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Attempting to bind port c9f9be1e-0242-48e7-b014-4a27cc43db15 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:08:00.168481 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Attempting to bind port c9f9be1e-0242-48e7-b014-4a27cc43db15 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '61136bcf-f26f-450c-91a4-9596200eeb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec'}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:08:00.168786 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Attempting to bind port c9f9be1e-0242-48e7-b014-4a27cc43db15 on network 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:08:00.176272 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Port c9f9be1e-0242-48e7-b014-4a27cc43db15 on network 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:08:00.176603 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Attempting to bind port c9f9be1e-0242-48e7-b014-4a27cc43db15 on network 15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:08:00.184959 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe833b-f72f-4da4-9b58-a2baff52b8a8 req-e4ca23a7-dee1-4f77-93e8-e9dafb5e28bf tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:00.185778 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:08:00.186129 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Checking segment: {'id': '61136bcf-f26f-450c-91a4-9596200eeb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:08:00.186488 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9ffe833b-f72f-4da4-9b58-a2baff52b8a8 req-e4ca23a7-dee1-4f77-93e8-e9dafb5e28bf tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0621982 Mar 08 12:08:00.186644 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Bound using segment: {'id': '61136bcf-f26f-450c-91a4-9596200eeb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec'} {{(pid=110508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:08:00.186997 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.managers [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Bound port: c9f9be1e-0242-48e7-b014-4a27cc43db15, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61136bcf-f26f-450c-91a4-9596200eeb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec'}}] {{(pid=110508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:08:00.187340 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:00.190206 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0b3fc6ed-0033-4351-8345-99c37e44d656 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9457483 Mar 08 12:08:00.207757 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe94686-9c0c-4a14-85a2-f535a93190a7 req-a6ca1615-b674-416d-ba72-096a2909669a tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:00.209247 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4fe94686-9c0c-4a14-85a2-f535a93190a7 req-a6ca1615-b674-416d-ba72-096a2909669a tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 943 time: 0.1060486 Mar 08 12:08:00.224913 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Request body: {'port': {'device_id': '4b1a8867-dee4-49a5-b85f-f9a9dd04f70d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:00.265205 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9ffe833b-f72f-4da4-9b58-a2baff52b8a8 req-5b252bde-b528-4670-8eb1-5d7df61adb8e tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719616 Mar 08 12:08:00.300083 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] For port c9f9be1e-0242-48e7-b014-4a27cc43db15, host hv-cinder-83008, cleared binding levels {{(pid=110508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:08:00.305069 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4fe94686-9c0c-4a14-85a2-f535a93190a7 req-3b1977f7-cd3b-4e4a-9130-343ef6389b81 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715466 Mar 08 12:08:00.306849 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] For port c9f9be1e-0242-48e7-b014-4a27cc43db15, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c9f9be1e-0242-48e7-b014-4a27cc43db15,segment=NetworkSegment(61136bcf-f26f-450c-91a4-9596200eeb57),segment_id=61136bcf-f26f-450c-91a4-9596200eeb57)] {{(pid=110508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:08:00.309028 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:00.397185 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:00.437035 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:00.437307 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:00.438766 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] 10.222.0.55 "PUT /v2.0/ports/c9f9be1e-0242-48e7-b014-4a27cc43db15 HTTP/1.1" status: 200 len: 1093 time: 1.1290920 Mar 08 12:08:00.439250 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45e4642-0f91-401e-9d69-6ee170620b5f', 'tag': 'c9f9be1e-0242-48e7-b014-4a27cc43db15'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:00.443211 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ab4813-aad8-4e9b-a392-94701597f170" -d '{"events": [{"name": "network-changed", "server_uuid": "e45e4642-0f91-401e-9d69-6ee170620b5f", "tag": "c9f9be1e-0242-48e7-b014-4a27cc43db15"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:00.464753 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744aa5d-b78b-48de-bdb5-eb43168810bf service neutron] Pushing event updated for resources: {'Port': ['ID=c9f9be1e-0242-48e7-b014-4a27cc43db15,revision_number=3']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:00.486945 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a47542b-ca1b-4bc8-9fcc-ec1520cd4faf x-openstack-request-id: req-3a47542b-ca1b-4bc8-9fcc-ec1520cd4faf {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:00.487311 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45e4642-0f91-401e-9d69-6ee170620b5f", "tag": "c9f9be1e-0242-48e7-b014-4a27cc43db15", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:00.487634 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a47542b-ca1b-4bc8-9fcc-ec1520cd4faf {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:00.488043 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45e4642-0f91-401e-9d69-6ee170620b5f', 'tag': 'c9f9be1e-0242-48e7-b014-4a27cc43db15', 'status': 'completed', 'code': 200} Mar 08 12:08:00.562421 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ff9be-aabd-44f9-b5ed-db970c6ad880 req-5b83033f-1705-487f-aec3-d1b6c5c33806 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:00.564128 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-619ff9be-aabd-44f9-b5ed-db970c6ad880 req-5b83033f-1705-487f-aec3-d1b6c5c33806 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.1183703 Mar 08 12:08:00.596214 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab4813-aad8-4e9b-a392-94701597f170 req-4c0c97f8-6085-43eb-b695-c0174b9dfc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:00.597761 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-91ab4813-aad8-4e9b-a392-94701597f170 req-4c0c97f8-6085-43eb-b695-c0174b9dfc0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0edac0d5e0fe4d488f039ba9bf34ff42&device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 1127 time: 0.0518568 Mar 08 12:08:00.682787 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-619ff9be-aabd-44f9-b5ed-db970c6ad880 req-9f8f8643-b688-41b2-ba75-1865ea7d4709 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082253 Mar 08 12:08:00.691146 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481b1059-e322-4c93-bdc6-f0026faff7b8 {{(pid=110507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:08:00.708876 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Publish callbacks [] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:00.715396 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab4813-aad8-4e9b-a392-94701597f170 req-8a660ff6-1a62-4787-8e25-39ec8cfd6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:00.716872 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-91ab4813-aad8-4e9b-a392-94701597f170 req-8a660ff6-1a62-4787-8e25-39ec8cfd6511 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0edac0d5e0fe4d488f039ba9bf34ff42&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0988860 Mar 08 12:08:00.718834 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.provisioning_blocks [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Transition to ACTIVE for port object 481b1059-e322-4c93-bdc6-f0026faff7b8 will not be triggered until provisioned by entity L2. {{(pid=110507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:08:00.791849 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:00.846715 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Pushing event updated for resources: {'Port': ['ID=481b1059-e322-4c93-bdc6-f0026faff7b8,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:00.849481 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab4813-aad8-4e9b-a392-94701597f170 req-3fb37c28-1d6b-46b7-9992-62d2c05954d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:00.851550 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-91ab4813-aad8-4e9b-a392-94701597f170 req-3fb37c28-1d6b-46b7-9992-62d2c05954d6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278069 Mar 08 12:08:00.863098 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387288e-dc09-4497-b445-8a6f29fb7bdf req-6eb3dcc2-1029-4b94-b2d7-c77b8a942223 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:00.864729 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e387288e-dc09-4497-b445-8a6f29fb7bdf req-6eb3dcc2-1029-4b94-b2d7-c77b8a942223 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 943 time: 0.0790825 Mar 08 12:08:00.919716 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e387288e-dc09-4497-b445-8a6f29fb7bdf req-97475784-89dc-409d-921c-5e4040232cda tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485802 Mar 08 12:08:00.937630 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Attempting to bind port 481b1059-e322-4c93-bdc6-f0026faff7b8 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:08:00.937630 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Attempting to bind port 481b1059-e322-4c93-bdc6-f0026faff7b8 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '9b640465-96b7-4e43-91d2-8fe0938c1082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18'}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:08:00.937630 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Attempting to bind port 481b1059-e322-4c93-bdc6-f0026faff7b8 on network 4f904412-2318-4860-a2f7-735d16ba6d18 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:08:00.937630 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Port 481b1059-e322-4c93-bdc6-f0026faff7b8 on network 4f904412-2318-4860-a2f7-735d16ba6d18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:08:00.937630 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Attempting to bind port 481b1059-e322-4c93-bdc6-f0026faff7b8 on network 4f904412-2318-4860-a2f7-735d16ba6d18 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:08:00.940602 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:08:00.940956 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Checking segment: {'id': '9b640465-96b7-4e43-91d2-8fe0938c1082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:08:00.941346 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Bound using segment: {'id': '9b640465-96b7-4e43-91d2-8fe0938c1082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18'} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:08:00.941792 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Bound port: 481b1059-e322-4c93-bdc6-f0026faff7b8, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b640465-96b7-4e43-91d2-8fe0938c1082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18'}}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:08:00.942157 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:00.981791 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92265046-bcea-4c36-b36b-00caafb1b017 req-6a8ec359-70ce-4c3f-89a3-77af419c96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:00.983371 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-6a8ec359-70ce-4c3f-89a3-77af419c96e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0edac0d5e0fe4d488f039ba9bf34ff42&device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 1127 time: 0.0552227 Mar 08 12:08:01.035451 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-cf7f99e7-7362-4ed6-a3ed-2ad4190b1a7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9f9be1e-0242-48e7-b014-4a27cc43db15 HTTP/1.1" status: 200 len: 217 time: 0.0366378 Mar 08 12:08:01.045695 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] For port 481b1059-e322-4c93-bdc6-f0026faff7b8, host hv-cinder-83008, cleared binding levels {{(pid=110507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:08:01.061655 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] For port 481b1059-e322-4c93-bdc6-f0026faff7b8, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=481b1059-e322-4c93-bdc6-f0026faff7b8,segment=NetworkSegment(9b640465-96b7-4e43-91d2-8fe0938c1082),segment_id=9b640465-96b7-4e43-91d2-8fe0938c1082)] {{(pid=110507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:08:01.080617 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be2b55-888f-40e7-a10e-5c826dca7018 req-b7340b67-fc54-4d75-8b21-12d5b7783f43 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.082173 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-25be2b55-888f-40e7-a10e-5c826dca7018 req-b7340b67-fc54-4d75-8b21-12d5b7783f43 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0780063 Mar 08 12:08:01.091593 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92265046-bcea-4c36-b36b-00caafb1b017 req-73ec51d3-a922-4a8e-932a-fe6c1279f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.093146 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-73ec51d3-a922-4a8e-932a-fe6c1279f1b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cbde719-a929-47e4-9705-bcf0c8eff4bd HTTP/1.1" status: 200 len: 848 time: 0.0480258 Mar 08 12:08:01.127517 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-93645228-a9e1-4dd6-9d1d-07053e42bd28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259118 Mar 08 12:08:01.132631 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-25be2b55-888f-40e7-a10e-5c826dca7018 req-8fb1541d-4024-4bfb-bdcc-468656ec2772 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439870 Mar 08 12:08:01.140890 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:01.152692 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:01.194345 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.194969 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:01.196438 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] 10.222.0.55 "PUT /v2.0/ports/481b1059-e322-4c93-bdc6-f0026faff7b8 HTTP/1.1" status: 200 len: 1093 time: 0.9812522 Mar 08 12:08:01.196926 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1a8867-dee4-49a5-b85f-f9a9dd04f70d', 'tag': '481b1059-e322-4c93-bdc6-f0026faff7b8'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:01.199222 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bccda8-c3d3-4312-a71a-d89113c5bc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1a8867-dee4-49a5-b85f-f9a9dd04f70d", "tag": "481b1059-e322-4c93-bdc6-f0026faff7b8"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:01.224163 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ab8e3-b1f9-4122-b16d-520015d9dbfc service neutron] Pushing event updated for resources: {'Port': ['ID=481b1059-e322-4c93-bdc6-f0026faff7b8,revision_number=3']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:01.238568 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3c1e38-ef7f-4233-b146-717399ecb2c3 x-openstack-request-id: req-3c3c1e38-ef7f-4233-b146-717399ecb2c3 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:01.238903 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1a8867-dee4-49a5-b85f-f9a9dd04f70d", "tag": "481b1059-e322-4c93-bdc6-f0026faff7b8", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:01.239154 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c3c1e38-ef7f-4233-b146-717399ecb2c3 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:01.240149 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1a8867-dee4-49a5-b85f-f9a9dd04f70d', 'tag': '481b1059-e322-4c93-bdc6-f0026faff7b8', 'status': 'completed', 'code': 200} Mar 08 12:08:01.250821 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-6797cc70-85f3-4df9-98ae-f7413cabb429 service neutron] 10.222.0.55 "GET /v2.0/networks/15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143360 Mar 08 12:08:01.374397 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-92265046-bcea-4c36-b36b-00caafb1b017 req-040ed978-6a86-43e7-9b0a-97d3cd5df9f3 service neutron] 10.222.0.55 "GET /v2.0/networks/15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977218 Mar 08 12:08:01.384915 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bccda8-c3d3-4312-a71a-d89113c5bc6a req-2ca98d0e-041b-4425-bedd-a9222590b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.386414 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-57bccda8-c3d3-4312-a71a-d89113c5bc6a req-2ca98d0e-041b-4425-bedd-a9222590b10b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=858acfb6864c45f987e2f706f375afdd&device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 1127 time: 0.0969377 Mar 08 12:08:01.436163 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb0f36-f819-4efa-b9f6-8c001edf2830 req-ca62c6f8-1751-4f55-bf1e-834e05144b78 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.437735 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d1bb0f36-f819-4efa-b9f6-8c001edf2830 req-ca62c6f8-1751-4f55-bf1e-834e05144b78 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0861785 Mar 08 12:08:01.445672 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208db443-24d9-45a3-bc63-6d77a154251a req-05dee01b-650d-4a65-a856-24e28b65e530 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.447349 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-208db443-24d9-45a3-bc63-6d77a154251a req-05dee01b-650d-4a65-a856-24e28b65e530 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 943 time: 0.0651536 Mar 08 12:08:01.498523 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-208db443-24d9-45a3-bc63-6d77a154251a req-1fab8b6c-c0c0-4747-a888-50610da6fb36 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451875 Mar 08 12:08:01.544971 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d1bb0f36-f819-4efa-b9f6-8c001edf2830 req-c2e10d68-7e0f-4260-b0a7-2b061fc3c8e7 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994465 Mar 08 12:08:01.549936 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bccda8-c3d3-4312-a71a-d89113c5bc6a req-c2b61bcb-5ceb-49da-a1c6-3bf693dbf308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.551449 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-57bccda8-c3d3-4312-a71a-d89113c5bc6a req-c2b61bcb-5ceb-49da-a1c6-3bf693dbf308 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=858acfb6864c45f987e2f706f375afdd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1472251 Mar 08 12:08:01.650861 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bccda8-c3d3-4312-a71a-d89113c5bc6a req-4162bbd0-b1f0-4809-90b8-63a1e349a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.652452 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-57bccda8-c3d3-4312-a71a-d89113c5bc6a req-4162bbd0-b1f0-4809-90b8-63a1e349a96f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912921 Mar 08 12:08:01.779652 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-50b15590-8cd6-4adc-a5f1-6343da9fc7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.781179 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-50b15590-8cd6-4adc-a5f1-6343da9fc7cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=858acfb6864c45f987e2f706f375afdd&device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 1127 time: 0.0504708 Mar 08 12:08:01.818733 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753a0aa-2f02-4e72-b772-d2d4c2fc0e2a req-e74c6462-f283-4aab-9f2b-a67110ac6b57 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.821758 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9753a0aa-2f02-4e72-b772-d2d4c2fc0e2a req-e74c6462-f283-4aab-9f2b-a67110ac6b57 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0634432 Mar 08 12:08:01.850543 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-a54aa7c6-9c49-45d9-9788-3cbd91e96374 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=481b1059-e322-4c93-bdc6-f0026faff7b8 HTTP/1.1" status: 200 len: 217 time: 0.0493734 Mar 08 12:08:01.903802 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9753a0aa-2f02-4e72-b772-d2d4c2fc0e2a req-c2213576-e28b-40c2-aca5-43a3b0863bb9 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762260 Mar 08 12:08:01.927333 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-e5ca5620-aff3-4f05-8a8e-3031b07c42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:01.929363 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-e5ca5620-aff3-4f05-8a8e-3031b07c42f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16c38457-e30c-477a-85f8-db8a728931ce HTTP/1.1" status: 200 len: 853 time: 0.0702176 Mar 08 12:08:01.964287 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-b3e822b0-9d1b-468e-bb42-18afca956ef5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f904412-2318-4860-a2f7-735d16ba6d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257633 Mar 08 12:08:02.092152 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-0f712890-1b61-4a71-98dd-fa90007023e4 service neutron] 10.222.0.55 "GET /v2.0/networks/4f904412-2318-4860-a2f7-735d16ba6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183369 Mar 08 12:08:02.100276 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af000a-1463-4d04-bd5b-fa72126d81c1 req-aae937d3-9cac-4c3e-a4cf-c085cbebee9e tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:02.102073 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-46af000a-1463-4d04-bd5b-fa72126d81c1 req-aae937d3-9cac-4c3e-a4cf-c085cbebee9e tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 943 time: 0.1113818 Mar 08 12:08:02.211778 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-46af000a-1463-4d04-bd5b-fa72126d81c1 req-5b6b5441-f5e1-4261-ae6e-f6f7095a5fbf tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015136 Mar 08 12:08:02.230371 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fef5a3cd-28bb-4745-9ebe-234f686522a5 req-ff0ad291-80ce-4101-9546-465e07ef5361 service neutron] 10.222.0.55 "GET /v2.0/networks/4f904412-2318-4860-a2f7-735d16ba6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272573 Mar 08 12:08:02.275149 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235cf47-8a8a-4b86-9ea3-5de69385504c req-5bc56628-0e3a-4f43-a947-fef3717453dc tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:02.276684 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4235cf47-8a8a-4b86-9ea3-5de69385504c req-5bc56628-0e3a-4f43-a947-fef3717453dc tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0606697 Mar 08 12:08:02.324593 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4235cf47-8a8a-4b86-9ea3-5de69385504c req-d7807b17-e7ee-4e5f-b521-e339cac22f3b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419281 Mar 08 12:08:02.621123 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e11e-5817-4772-b147-51674be67c9d req-d301793e-ebcc-437c-98c4-90d8a9308f4d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:02.623306 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9b87e11e-5817-4772-b147-51674be67c9d req-d301793e-ebcc-437c-98c4-90d8a9308f4d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 943 time: 0.0562673 Mar 08 12:08:02.665765 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407c702-a0c7-4121-8c7e-9a6624c30664 req-4559b520-5866-4f6e-afa2-0bfe05ad1910 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:02.667392 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f407c702-a0c7-4121-8c7e-9a6624c30664 req-4559b520-5866-4f6e-afa2-0bfe05ad1910 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0540719 Mar 08 12:08:02.670027 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9b87e11e-5817-4772-b147-51674be67c9d req-62867a75-ae2b-440a-b02e-fa77272faa72 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 Mar 08 12:08:02.714650 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f407c702-a0c7-4121-8c7e-9a6624c30664 req-70bac6eb-ebd5-4bcb-a76b-c81bc3329a48 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 Mar 08 12:08:03.029154 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61859755-ef8a-42e2-98d9-a228ba9e4683 req-9d7d4f15-0a78-4ee8-98fd-a90ae685d2fc tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:03.030638 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-61859755-ef8a-42e2-98d9-a228ba9e4683 req-9d7d4f15-0a78-4ee8-98fd-a90ae685d2fc tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0596278 Mar 08 12:08:03.092678 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-61859755-ef8a-42e2-98d9-a228ba9e4683 req-98af29ef-acfc-457a-b0d0-504eba178e0e tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558965 Mar 08 12:08:03.330360 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601147f6-820c-4600-aa80-48ca7e3dbc1b req-fad2fcbc-c1f4-4d3e-ac1f-7a8cae230a0a tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:03.331854 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-601147f6-820c-4600-aa80-48ca7e3dbc1b req-fad2fcbc-c1f4-4d3e-ac1f-7a8cae230a0a tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 943 time: 0.0521581 Mar 08 12:08:03.383563 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-601147f6-820c-4600-aa80-48ca7e3dbc1b req-89adee64-e2c0-4dfc-b946-f28f98e91313 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461597 Mar 08 12:08:03.450685 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cbd98-05b3-4527-962b-ea305d376869 req-94e520a4-ec07-4f1e-8fee-6f363cd41e27 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:03.452257 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cf0cbd98-05b3-4527-962b-ea305d376869 req-94e520a4-ec07-4f1e-8fee-6f363cd41e27 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0527272 Mar 08 12:08:03.500778 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cf0cbd98-05b3-4527-962b-ea305d376869 req-38fa0a6b-5e34-4e31-a4bd-d90150055bb6 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427020 Mar 08 12:08:03.793498 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c7501-9123-49e8-9c19-c634095645ff req-a83f5c3c-acca-4c9b-b5f9-8f780d1dd41f tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:03.794899 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1b1c7501-9123-49e8-9c19-c634095645ff req-a83f5c3c-acca-4c9b-b5f9-8f780d1dd41f tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 943 time: 0.0609684 Mar 08 12:08:03.842922 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1b1c7501-9123-49e8-9c19-c634095645ff req-51c30095-79c6-4218-bcd2-3d5acb70bb3c tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420754 Mar 08 12:08:03.847490 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413ee33-b6ca-4342-bab9-e5f64f2aac8c req-938f68c3-fc32-43a0-80da-9f343985f655 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:03.848964 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0413ee33-b6ca-4342-bab9-e5f64f2aac8c req-938f68c3-fc32-43a0-80da-9f343985f655 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.55 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0876412 Mar 08 12:08:03.860937 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd408d3-cb32-4f69-a699-ffda1956a417 req-bc0b6dc1-b577-401a-a497-5079b0240c8e tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:03.862329 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0dd408d3-cb32-4f69-a699-ffda1956a417 req-bc0b6dc1-b577-401a-a497-5079b0240c8e tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 946 time: 0.0749145 Mar 08 12:08:03.960578 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0dd408d3-cb32-4f69-a699-ffda1956a417 req-244db940-f7ee-4798-8291-bd637a0f6705 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/security-groups?id=59b119ff-8900-485c-a777-aa47ce905d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907223 Mar 08 12:08:03.982568 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-0413ee33-b6ca-4342-bab9-e5f64f2aac8c req-6c173810-657a-4b67-907e-ab3506a72cca tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Deleting port ba1e60f5-606b-4f9d-86ab-25655b23aeb3 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:03.982909 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-0413ee33-b6ca-4342-bab9-e5f64f2aac8c req-6c173810-657a-4b67-907e-ab3506a72cca tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:04.073775 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-0413ee33-b6ca-4342-bab9-e5f64f2aac8c req-6c173810-657a-4b67-907e-ab3506a72cca tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] For port ba1e60f5-606b-4f9d-86ab-25655b23aeb3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ba1e60f5-606b-4f9d-86ab-25655b23aeb3,segment=NetworkSegment(4ae50583-cc6b-46f5-b8ad-7cca3e4c0775),segment_id=4ae50583-cc6b-46f5-b8ad-7cca3e4c0775)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:04.074056 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-0413ee33-b6ca-4342-bab9-e5f64f2aac8c req-6c173810-657a-4b67-907e-ab3506a72cca tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:04.086209 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-0413ee33-b6ca-4342-bab9-e5f64f2aac8c req-6c173810-657a-4b67-907e-ab3506a72cca tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Calling delete_port for ba1e60f5-606b-4f9d-86ab-25655b23aeb3 owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:04.213148 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ade68-e36d-4c82-8c15-c61d5a7bcacb req-27747b98-9973-43c1-8642-8ec8e7656787 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:04.214646 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-dd2ade68-e36d-4c82-8c15-c61d5a7bcacb req-27747b98-9973-43c1-8642-8ec8e7656787 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0559773 Mar 08 12:08:04.278046 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-dd2ade68-e36d-4c82-8c15-c61d5a7bcacb req-7e036849-600e-42eb-8eb4-dffcd27f30f4 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576334 Mar 08 12:08:04.282122 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-0413ee33-b6ca-4342-bab9-e5f64f2aac8c req-6c173810-657a-4b67-907e-ab3506a72cca tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (ba1e60f5-606b-4f9d-86ab-25655b23aeb3), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:04.324631 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['ba1e60f5-606b-4f9d-86ab-25655b23aeb3'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:08:04.541394 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c173810-657a-4b67-907e-ab3506a72cca tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Pushing event deleted for resources: {'Port': ['ID=ba1e60f5-606b-4f9d-86ab-25655b23aeb3,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:04.610019 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-0413ee33-b6ca-4342-bab9-e5f64f2aac8c req-6c173810-657a-4b67-907e-ab3506a72cca tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] No DVR routers for this DVR port ba1e60f5-606b-4f9d-86ab-25655b23aeb3 on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:08:04.613535 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-0413ee33-b6ca-4342-bab9-e5f64f2aac8c req-6c173810-657a-4b67-907e-ab3506a72cca tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:04.616937 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0413ee33-b6ca-4342-bab9-e5f64f2aac8c req-6c173810-657a-4b67-907e-ab3506a72cca tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.55 "DELETE /v2.0/ports/ba1e60f5-606b-4f9d-86ab-25655b23aeb3 HTTP/1.1" status: 204 len: 173 time: 0.7537160 Mar 08 12:08:04.617406 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c427ee2c-bb30-4de0-b104-374e45486d1c', 'name': 'network-vif-deleted', 'tag': 'ba1e60f5-606b-4f9d-86ab-25655b23aeb3'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:04.619811 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6881a4a7-6bee-40e6-a6b2-e92db6abe911" -d '{"events": [{"server_uuid": "c427ee2c-bb30-4de0-b104-374e45486d1c", "name": "network-vif-deleted", "tag": "ba1e60f5-606b-4f9d-86ab-25655b23aeb3"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:04.642177 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27846f70-be62-41c6-a8e0-16193ff6bf9c req-72cfd335-8e13-4fd7-b9c0-807b403b9f17 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:04.643876 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-27846f70-be62-41c6-a8e0-16193ff6bf9c req-72cfd335-8e13-4fd7-b9c0-807b403b9f17 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0672135 Mar 08 12:08:04.645826 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aba31b-ca4f-49c9-a17b-be910877a8fb req-c824568a-858b-4f5e-8171-250a31834c18 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:04.647788 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-07aba31b-ca4f-49c9-a17b-be910877a8fb req-c824568a-858b-4f5e-8171-250a31834c18 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 943 time: 0.1101940 Mar 08 12:08:04.710446 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-27846f70-be62-41c6-a8e0-16193ff6bf9c req-790b7dfc-2be5-493e-b42c-80599d6211f2 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592563 Mar 08 12:08:04.711047 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-07aba31b-ca4f-49c9-a17b-be910877a8fb req-4387ac5f-8a87-4a5f-ba72-9fa05d8e74f3 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536625 Mar 08 12:08:04.798867 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a216c358-a540-4dbb-a45f-3e0853acc81b x-openstack-request-id: req-a216c358-a540-4dbb-a45f-3e0853acc81b {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:04.799237 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c427ee2c-bb30-4de0-b104-374e45486d1c", "name": "network-vif-deleted", "tag": "ba1e60f5-606b-4f9d-86ab-25655b23aeb3", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:04.799499 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a216c358-a540-4dbb-a45f-3e0853acc81b {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:04.799903 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c427ee2c-bb30-4de0-b104-374e45486d1c', 'name': 'network-vif-deleted', 'tag': 'ba1e60f5-606b-4f9d-86ab-25655b23aeb3', 'status': 'completed', 'code': 200} Mar 08 12:08:04.968846 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0783e2-de22-4d95-9903-c77adc041a66 req-25941902-6688-492b-8a18-154c41cefe2e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:04.970446 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fa0783e2-de22-4d95-9903-c77adc041a66 req-25941902-6688-492b-8a18-154c41cefe2e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 943 time: 0.0541718 Mar 08 12:08:05.026174 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fa0783e2-de22-4d95-9903-c77adc041a66 req-e7bf12c3-8952-45fc-8f41-7f38086ba760 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500758 Mar 08 12:08:05.078647 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b7fa4e20-0825-40f6-8eb4-1a44d4564960 req-b21a7762-0c08-4312-888f-0ff129dcaa79 tempest-ServerRescueNegativeTestJSON-1183896379 tempest-ServerRescueNegativeTestJSON-1183896379-project] 10.222.0.44 "GET /v2.0/ports?device_id=c427ee2c-bb30-4de0-b104-374e45486d1c HTTP/1.1" status: 200 len: 210 time: 0.0281203 Mar 08 12:08:05.157754 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device c9f9be1e-0242-48e7-b014-4a27cc43db15 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:08:05.255936 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port c9f9be1e-0242-48e7-b014-4a27cc43db15, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c9f9be1e-0242-48e7-b014-4a27cc43db15,segment=NetworkSegment(61136bcf-f26f-450c-91a4-9596200eeb57),segment_id=61136bcf-f26f-450c-91a4-9596200eeb57)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:05.269521 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': 'c9f9be1e-0242-48e7-b014-4a27cc43db15', 'network_id': '15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec', 'port_id': 'c9f9be1e-0242-48e7-b014-4a27cc43db15', 'mac_address': 'fa:16:3e:58:99:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbde719-a929-47e4-9705-bcf0c8eff4bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:08:05.311893 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port c9f9be1e-0242-48e7-b014-4a27cc43db15 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:05.312300 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:05.327491 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f9be1e-0242-48e7-b014-4a27cc43db15 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:08:05.348190 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port c9f9be1e-0242-48e7-b014-4a27cc43db15, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c9f9be1e-0242-48e7-b014-4a27cc43db15,segment=NetworkSegment(61136bcf-f26f-450c-91a4-9596200eeb57),segment_id=61136bcf-f26f-450c-91a4-9596200eeb57)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:05.402419 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa93102-95f2-49b7-b1d6-30913d72fb4d req-b4b332f7-1230-4f56-b4bc-f3fa9fdd08b4 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:05.404143 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6fa93102-95f2-49b7-b1d6-30913d72fb4d req-b4b332f7-1230-4f56-b4bc-f3fa9fdd08b4 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0546401 Mar 08 12:08:05.424530 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:05.425134 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 481b1059-e322-4c93-bdc6-f0026faff7b8 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:08:05.466416 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6fa93102-95f2-49b7-b1d6-30913d72fb4d req-63e36a42-9fe7-4fc5-9b2c-76ab515a516f tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564835 Mar 08 12:08:05.498969 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=c9f9be1e-0242-48e7-b014-4a27cc43db15,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:05.537478 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:05.537858 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:05.538222 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:05.538569 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:05.538978 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:05.539378 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:05.539710 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:05.540068 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:05.540414 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:05.540743 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:05.541074 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:05.541399 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:05.541721 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:05.580691 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 481b1059-e322-4c93-bdc6-f0026faff7b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=481b1059-e322-4c93-bdc6-f0026faff7b8,segment=NetworkSegment(9b640465-96b7-4e43-91d2-8fe0938c1082),segment_id=9b640465-96b7-4e43-91d2-8fe0938c1082)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:05.592332 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '481b1059-e322-4c93-bdc6-f0026faff7b8', 'network_id': '4f904412-2318-4860-a2f7-735d16ba6d18', 'port_id': '481b1059-e322-4c93-bdc6-f0026faff7b8', 'mac_address': 'fa:16:3e:60:ad:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c38457-e30c-477a-85f8-db8a728931ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:08:05.632800 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 481b1059-e322-4c93-bdc6-f0026faff7b8 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:05.633084 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:05.648613 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481b1059-e322-4c93-bdc6-f0026faff7b8 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:08:05.668502 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 481b1059-e322-4c93-bdc6-f0026faff7b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=481b1059-e322-4c93-bdc6-f0026faff7b8,segment=NetworkSegment(9b640465-96b7-4e43-91d2-8fe0938c1082),segment_id=9b640465-96b7-4e43-91d2-8fe0938c1082)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:05.758461 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:05.825742 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=481b1059-e322-4c93-bdc6-f0026faff7b8,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:05.857802 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce140344-a681-46ac-bc96-e5a8bda2a950 req-82361280-02ad-473b-8e78-28aa3a352df1 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:05.860892 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ce140344-a681-46ac-bc96-e5a8bda2a950 req-82361280-02ad-473b-8e78-28aa3a352df1 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 944 time: 0.0734115 Mar 08 12:08:05.862376 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0fe2d-8c87-4387-9376-b6f49701c363 req-b1b74106-225c-4f97-82c2-b578e7cb1a01 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:05.863910 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-24e0fe2d-8c87-4387-9376-b6f49701c363 req-b1b74106-225c-4f97-82c2-b578e7cb1a01 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.0617609 Mar 08 12:08:05.911736 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ce140344-a681-46ac-bc96-e5a8bda2a950 req-efdb6412-68c4-41cf-a2a5-2a6f9b491fd9 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463128 Mar 08 12:08:05.922289 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-24e0fe2d-8c87-4387-9376-b6f49701c363 req-b482d28c-ffe7-4642-9c1c-0e1680a90b56 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514424 Mar 08 12:08:06.135972 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 51940) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:06.156112 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aaa7f1-5095-4fcc-a48e-0152d69246cc req-295c92a5-aa42-434c-a26d-733634683da2 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:06.157912 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-32aaa7f1-5095-4fcc-a48e-0152d69246cc req-295c92a5-aa42-434c-a26d-733634683da2 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 944 time: 0.0637426 Mar 08 12:08:06.211300 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-32aaa7f1-5095-4fcc-a48e-0152d69246cc req-6771098b-b259-4148-a564-54b730a322fe tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Mar 08 12:08:06.242404 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['c9f9be1e-0242-48e7-b014-4a27cc43db15'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:08:06.428820 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['481b1059-e322-4c93-bdc6-f0026faff7b8'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:08:06.622394 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3827f619-af15-4cdd-944b-816b7786426e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077333'] for router_interface (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:06.668298 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b9eef-f634-4a5c-93c3-843d6bf51eff req-f49844a8-f623-4b50-8fec-72191d05b82a tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:06.669663 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-721b9eef-f634-4a5c-93c3-843d6bf51eff req-f49844a8-f623-4b50-8fec-72191d05b82a tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.1243737 Mar 08 12:08:06.784536 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-721b9eef-f634-4a5c-93c3-843d6bf51eff req-7d161e4b-740d-4a34-80d4-ed40cb9de3ae tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076684 Mar 08 12:08:07.010258 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-3827f619-af15-4cdd-944b-816b7786426e admin admin] Deleting port 32befa17-bdf0-47c6-b694-23921a30bfd7 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:07.010596 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3827f619-af15-4cdd-944b-816b7786426e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.046814 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3c95e-5109-4ecc-a8f4-6156e9cfd08d req-e6790522-448f-4b45-8ffc-b3650a6ba067 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:07.048408 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8bb3c95e-5109-4ecc-a8f4-6156e9cfd08d req-e6790522-448f-4b45-8ffc-b3650a6ba067 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 944 time: 0.0568254 Mar 08 12:08:07.098290 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8bb3c95e-5109-4ecc-a8f4-6156e9cfd08d req-07e3d8d0-8b3f-4772-80bf-c710f7bac062 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439100 Mar 08 12:08:07.132052 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583051d9-5f40-4145-9757-cb8bfcbf130c req-a0511ebc-c471-490f-b3a3-d67bff01385e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:07.133574 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-583051d9-5f40-4145-9757-cb8bfcbf130c req-a0511ebc-c471-490f-b3a3-d67bff01385e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 943 time: 0.1054161 Mar 08 12:08:07.139369 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-3827f619-af15-4cdd-944b-816b7786426e admin admin] For port 32befa17-bdf0-47c6-b694-23921a30bfd7, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=32befa17-bdf0-47c6-b694-23921a30bfd7,segment=NetworkSegment(4ae50583-cc6b-46f5-b8ad-7cca3e4c0775),segment_id=4ae50583-cc6b-46f5-b8ad-7cca3e4c0775)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:07.140041 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3827f619-af15-4cdd-944b-816b7786426e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.164445 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-3827f619-af15-4cdd-944b-816b7786426e admin admin] Calling delete_port for 32befa17-bdf0-47c6-b694-23921a30bfd7 owned by network:router_interface {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:07.172965 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6ac8ad31-acaf-4663-8ea0-07239ed0199d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:08:07.185244 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device ba1e60f5-606b-4f9d-86ab-25655b23aeb3 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:08:07.207619 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: ba1e60f5-606b-4f9d-86ab-25655b23aeb3 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:08:07.207968 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device ba1e60f5-606b-4f9d-86ab-25655b23aeb3 not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:08:07.235526 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-583051d9-5f40-4145-9757-cb8bfcbf130c req-bba99e25-bcbc-46a1-89b6-acf284b32ef0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931830 Mar 08 12:08:07.312080 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:07.324164 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'port_id': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'mac_address': 'fa:16:3e:b3:60:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:08:07.332811 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38a013-5e7d-4053-9c75-cb8ffa90ecd1 req-ce16c565-fe09-4567-9473-f79daa27865e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:07.335643 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3f38a013-5e7d-4053-9c75-cb8ffa90ecd1 req-ce16c565-fe09-4567-9473-f79daa27865e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 944 time: 0.0569787 Mar 08 12:08:07.363406 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 6ac8ad31-acaf-4663-8ea0-07239ed0199d is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:07.363788 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.377458 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac8ad31-acaf-4663-8ea0-07239ed0199d {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:08:07.385073 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3f38a013-5e7d-4053-9c75-cb8ffa90ecd1 req-adab8e0a-20c6-44cf-a222-4c30261c379a tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444076 Mar 08 12:08:07.400553 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:07.448448 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3827f619-af15-4cdd-944b-816b7786426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (32befa17-bdf0-47c6-b694-23921a30bfd7), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.471381 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.478425 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827f619-af15-4cdd-944b-816b7786426e admin admin] Pushing event deleted for resources: {'Port': ['ID=32befa17-bdf0-47c6-b694-23921a30bfd7,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:07.519767 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=6ac8ad31-acaf-4663-8ea0-07239ed0199d,revision_number=9']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:07.635819 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3827f619-af15-4cdd-944b-816b7786426e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33134858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077281'] for router_interface (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:07.849789 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3827f619-af15-4cdd-944b-816b7786426e admin admin] Router 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:08:07.870638 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['6ac8ad31-acaf-4663-8ea0-07239ed0199d'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:08:07.950822 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43617a-9b64-4b9a-881f-35c2fd3b18e3 req-c8a56bf4-781f-47e4-8fd9-6b6ef8bbc3cc tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:07.952351 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8e43617a-9b64-4b9a-881f-35c2fd3b18e3 req-c8a56bf4-781f-47e4-8fd9-6b6ef8bbc3cc tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.1014616 Mar 08 12:08:08.027694 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3827f619-af15-4cdd-944b-816b7786426e admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:08:08.036193 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-3827f619-af15-4cdd-944b-816b7786426e admin admin] 10.222.0.44 "PUT /v2.0/routers/48bb6359-68b8-4d53-8bf2-583bc5e80fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8990917 Mar 08 12:08:08.037055 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7259e997-248c-47e8-b6ba-59dd8c0ad8e9 None None] Sync routers for ids ['48bb6359-68b8-4d53-8bf2-583bc5e80fa4'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:08:08.038768 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 51954) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:08.048752 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7259e997-248c-47e8-b6ba-59dd8c0ad8e9 None None] Routers {'48bb6359-68b8-4d53-8bf2-583bc5e80fa4'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:08.049558 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-7259e997-248c-47e8-b6ba-59dd8c0ad8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:07:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['48bb6359-68b8-4d53-8bf2-583bc5e80fa4'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:08.060360 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8e43617a-9b64-4b9a-881f-35c2fd3b18e3 req-656d5ca6-1133-4ad2-aba6-1d142948d3f8 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829387 Mar 08 12:08:08.155814 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Publish callbacks [] for router (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:08.161045 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-7259e997-248c-47e8-b6ba-59dd8c0ad8e9 None None] Set router 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:08.298595 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd200451-137c-4fc7-85cb-fcf23ea69ce0 req-7b182a14-e297-4081-8ecf-6a515e6fd4d7 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:08.301212 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cd200451-137c-4fc7-85cb-fcf23ea69ce0 req-7b182a14-e297-4081-8ecf-6a515e6fd4d7 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 944 time: 0.1094983 Mar 08 12:08:08.326499 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Publish callbacks [] for router_gateway (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:08.359180 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-7259e997-248c-47e8-b6ba-59dd8c0ad8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'name': 'tempest-ServerRescueNegativeTestJSON-2011758296-router', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:33Z', 'updated_at': '2022-03-08T12:08:07Z', 'revision_number': 5, 'project_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'gw_port': {'id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:05:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:08.364969 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cd200451-137c-4fc7-85cb-fcf23ea69ce0 req-4a806249-4b08-4b56-b259-52d80ae0a267 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557735 Mar 08 12:08:08.380963 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef87d4-6475-4f07-9504-f39a6f9b29a3 req-e326ffd0-737b-4ef7-993d-3276eb274784 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:08.382596 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d0ef87d4-6475-4f07-9504-f39a6f9b29a3 req-e326ffd0-737b-4ef7-993d-3276eb274784 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 944 time: 0.0677440 Mar 08 12:08:08.387539 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7259e997-248c-47e8-b6ba-59dd8c0ad8e9 None None] Checking router: 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:08:08.401797 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7259e997-248c-47e8-b6ba-59dd8c0ad8e9 None None] Routers {'48bb6359-68b8-4d53-8bf2-583bc5e80fa4'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:08.401797 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-7259e997-248c-47e8-b6ba-59dd8c0ad8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:07:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['48bb6359-68b8-4d53-8bf2-583bc5e80fa4'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:08.459715 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d0ef87d4-6475-4f07-9504-f39a6f9b29a3 req-f9c8ed3a-31a9-400d-be98-6f4730b6ac21 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711470 Mar 08 12:08:08.509139 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Deleting port 59fa64e2-b462-4b1f-b65c-2c8b44dee489 {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:08.509478 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:08.514938 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-7259e997-248c-47e8-b6ba-59dd8c0ad8e9 None None] Set router 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:08.607221 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2298-89dd-4a24-8c54-d61f2c996fcf req-c1c0c032-b559-4022-b581-fcbd021c7776 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:08.608898 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1b2e2298-89dd-4a24-8c54-d61f2c996fcf req-c1c0c032-b559-4022-b581-fcbd021c7776 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 944 time: 0.1134145 Mar 08 12:08:08.632297 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] For port 59fa64e2-b462-4b1f-b65c-2c8b44dee489, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=59fa64e2-b462-4b1f-b65c-2c8b44dee489,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:08.632662 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:08.656964 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Calling delete_port for 59fa64e2-b462-4b1f-b65c-2c8b44dee489 owned by network:router_gateway {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:08.690512 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1b2e2298-89dd-4a24-8c54-d61f2c996fcf req-316efd07-2a61-47a2-bace-616eb3dee6d1 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712202 Mar 08 12:08:08.771057 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-7259e997-248c-47e8-b6ba-59dd8c0ad8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'name': 'tempest-ServerRescueNegativeTestJSON-2011758296-router', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:33Z', 'updated_at': '2022-03-08T12:08:07Z', 'revision_number': 5, 'project_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'gw_port': {'id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:05:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:08.800875 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7259e997-248c-47e8-b6ba-59dd8c0ad8e9 None None] The sync data for ids ['48bb6359-68b8-4d53-8bf2-583bc5e80fa4'] in dv-cinder-830085-2-iscsi is: [{'id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'name': 'tempest-ServerRescueNegativeTestJSON-2011758296-router', 'tenant_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:33Z', 'updated_at': '2022-03-08T12:08:07Z', 'revision_number': 5, 'project_id': 'b4c90d01c5d648759ec3b1b4f0a17c0d', 'gw_port': {'id': '59fa64e2-b462-4b1f-b65c-2c8b44dee489', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:05:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bb6359-68b8-4d53-8bf2-583bc5e80fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:08:08.917279 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370'] for port (59fa64e2-b462-4b1f-b65c-2c8b44dee489), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:08.940253 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=59fa64e2-b462-4b1f-b65c-2c8b44dee489,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:08.966618 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33063819'] for router_gateway (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.068430 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33075775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31862'] for router (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.070659 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Publish callbacks [] for router_controller (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), precommit_delete_associations {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.158808 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device c9f9be1e-0242-48e7-b014-4a27cc43db15 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:08:09.184368 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b6395-ae01-41de-8917-ccfc739ad02c req-abf9f221-9113-4307-8d1d-ef7a402f180c tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:09.186308 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2e7b6395-ae01-41de-8917-ccfc739ad02c req-abf9f221-9113-4307-8d1d-ef7a402f180c tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0583386 Mar 08 12:08:09.220313 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33075752'] for router (48bb6359-68b8-4d53-8bf2-583bc5e80fa4), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.221628 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48bb6359-68b8-4d53-8bf2-583bc5e80fa4 {{(pid=110508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:08:09.237549 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.237549 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-c1b6b301-695a-4cb7-9f21-116ef8067b2b admin admin] 10.222.0.44 "DELETE /v2.0/routers/48bb6359-68b8-4d53-8bf2-583bc5e80fa4 HTTP/1.1" status: 204 len: 168 time: 1.1875906 Mar 08 12:08:09.237549 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 51964) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:09.262866 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2e7b6395-ae01-41de-8917-ccfc739ad02c req-ba4d8db5-f7b6-42e9-b31c-20eea6fef2be tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703239 Mar 08 12:08:09.280984 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_v2 [None req-7513c838-57ed-4d60-9bbd-15537828147d admin admin] Deleting subnet 243d0bec-ddaa-486f-a46c-e3ab257ef718 {{(pid=110508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:08:09.284554 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7513c838-57ed-4d60-9bbd-15537828147d admin admin] Publish callbacks [] for subnet (243d0bec-ddaa-486f-a46c-e3ab257ef718), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.311468 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port c9f9be1e-0242-48e7-b014-4a27cc43db15 completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:08:09.316263 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port c9f9be1e-0242-48e7-b014-4a27cc43db15 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:09.317137 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.324598 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7513c838-57ed-4d60-9bbd-15537828147d admin admin] Publish callbacks [] for subnet (243d0bec-ddaa-486f-a46c-e3ab257ef718), precommit_delete_associations {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.330392 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7513c838-57ed-4d60-9bbd-15537828147d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (243d0bec-ddaa-486f-a46c-e3ab257ef718), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.401842 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port c9f9be1e-0242-48e7-b014-4a27cc43db15 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:09.402352 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.432851 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45e4642-0f91-401e-9d69-6ee170620b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f9be1e-0242-48e7-b014-4a27cc43db15'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:09.435109 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea684c1-f76c-4195-ad3e-319767458e31" -d '{"events": [{"server_uuid": "e45e4642-0f91-401e-9d69-6ee170620b5f", "name": "network-vif-plugged", "status": "completed", "tag": "c9f9be1e-0242-48e7-b014-4a27cc43db15"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:09.454984 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port c9f9be1e-0242-48e7-b014-4a27cc43db15, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c9f9be1e-0242-48e7-b014-4a27cc43db15,segment=NetworkSegment(61136bcf-f26f-450c-91a4-9596200eeb57),segment_id=61136bcf-f26f-450c-91a4-9596200eeb57)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:09.475922 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d041230-c97c-45fd-bce6-46c2a73f20c3 x-openstack-request-id: req-9d041230-c97c-45fd-bce6-46c2a73f20c3 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:09.476307 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45e4642-0f91-401e-9d69-6ee170620b5f", "name": "network-vif-plugged", "status": "completed", "tag": "c9f9be1e-0242-48e7-b014-4a27cc43db15", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:09.476883 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d041230-c97c-45fd-bce6-46c2a73f20c3 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:09.477431 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45e4642-0f91-401e-9d69-6ee170620b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f9be1e-0242-48e7-b014-4a27cc43db15', 'code': 200} Mar 08 12:08:09.484660 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7513c838-57ed-4d60-9bbd-15537828147d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (243d0bec-ddaa-486f-a46c-e3ab257ef718), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.520222 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513c838-57ed-4d60-9bbd-15537828147d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243d0bec-ddaa-486f-a46c-e3ab257ef718,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:09.533401 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7513c838-57ed-4d60-9bbd-15537828147d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.534700 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 51974) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:09.536021 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-7513c838-57ed-4d60-9bbd-15537828147d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/243d0bec-ddaa-486f-a46c-e3ab257ef718 HTTP/1.1" status: 204 len: 168 time: 0.3035069 Mar 08 12:08:09.551567 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.552472 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6ac8ad31-acaf-4663-8ea0-07239ed0199d up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:08:09.562667 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93981b00-6ce4-41f2-857c-11da2f36114c req-42d6381d-d2d9-4b46-8cb2-22999fe4d138 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:09.564605 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-93981b00-6ce4-41f2-857c-11da2f36114c req-42d6381d-d2d9-4b46-8cb2-22999fe4d138 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 944 time: 0.1213894 Mar 08 12:08:09.634437 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-93981b00-6ce4-41f2-857c-11da2f36114c req-5df07936-a0f9-432d-afb5-d8c955bfa9db tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582855 Mar 08 12:08:09.671073 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=c9f9be1e-0242-48e7-b014-4a27cc43db15,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:09.690064 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 6ac8ad31-acaf-4663-8ea0-07239ed0199d triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:09.690064 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.784260 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 6ac8ad31-acaf-4663-8ea0-07239ed0199d is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:09.784648 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.823299 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:09.829574 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11945277-4edd-4322-81d9-0c0333a7971c req-cc0eb5e2-33c5-4d8e-b00f-a20bdaa4c41d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:09.831368 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-11945277-4edd-4322-81d9-0c0333a7971c req-cc0eb5e2-33c5-4d8e-b00f-a20bdaa4c41d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 945 time: 0.0665841 Mar 08 12:08:09.888941 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-11945277-4edd-4322-81d9-0c0333a7971c req-bf6ef99d-2a69-47db-a0b7-7942231ff37e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516560 Mar 08 12:08:09.917661 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.919313 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 481b1059-e322-4c93-bdc6-f0026faff7b8 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:08:09.948921 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ad2ebe1b-a5ab-4c86-9d44-996bf5b71df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (257e73a2-5ceb-447c-85df-8c17e7e9e042), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:09.982692 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb40478-12c2-4a6f-a88e-94a72f15cb42 req-e88d1414-9aba-4c9b-bebe-2d526b9ec377 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:09.990363 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3cb40478-12c2-4a6f-a88e-94a72f15cb42 req-e88d1414-9aba-4c9b-bebe-2d526b9ec377 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 944 time: 0.4151847 Mar 08 12:08:10.017731 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=6ac8ad31-acaf-4663-8ea0-07239ed0199d,revision_number=10']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:10.033308 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2c18d-6508-4a01-9001-de3643b84d38 req-8e613626-3c1b-4d43-8aed-46dfcfc39073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:10.034921 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1cb2c18d-6508-4a01-9001-de3643b84d38 req-8e613626-3c1b-4d43-8aed-46dfcfc39073 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 1129 time: 0.1392977 Mar 08 12:08:10.123900 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 481b1059-e322-4c93-bdc6-f0026faff7b8 completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:08:10.127240 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 481b1059-e322-4c93-bdc6-f0026faff7b8 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:10.127824 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:10.137781 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3cb40478-12c2-4a6f-a88e-94a72f15cb42 req-94fbe8bf-3b69-4a20-92a3-1d738c372dd6 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437895 Mar 08 12:08:10.137781 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ad2ebe1b-a5ab-4c86-9d44-996bf5b71df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (257e73a2-5ceb-447c-85df-8c17e7e9e042), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:10.179740 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-ad2ebe1b-a5ab-4c86-9d44-996bf5b71df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257e73a2-5ceb-447c-85df-8c17e7e9e042']}} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:10.183878 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1cb2c18d-6508-4a01-9001-de3643b84d38 req-b760c710-0cd7-4db1-adf6-418801b7cb9f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239252 Mar 08 12:08:10.192425 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-ad2ebe1b-a5ab-4c86-9d44-996bf5b71df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775') {'for_net_delete': True} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:10.194945 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-ad2ebe1b-a5ab-4c86-9d44-996bf5b71df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae50583-cc6b-46f5-b8ad-7cca3e4c0775') {} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:10.202570 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ad2ebe1b-a5ab-4c86-9d44-996bf5b71df4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30976166'] for segment (4ae50583-cc6b-46f5-b8ad-7cca3e4c0775), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:10.217610 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ad2ebe1b-a5ab-4c86-9d44-996bf5b71df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (4ae50583-cc6b-46f5-b8ad-7cca3e4c0775), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:10.223767 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2ebe1b-a5ab-4c86-9d44-996bf5b71df4 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=110507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:08:10.224157 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ad2ebe1b-a5ab-4c86-9d44-996bf5b71df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30549112'] for segment (4ae50583-cc6b-46f5-b8ad-7cca3e4c0775), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: Traceback (most recent call last): Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: timer() Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: cb(*args, **kw) Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: return func(*args, **kwargs) Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: self._notify() Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: self.callback(batched_events) Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: event.method(event) Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: return f(self, *a, **k) Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._get(url).json() Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: return self.request(url, 'GET', **kwargs) Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:08:10.225858 dv-cinder-830085-2-iscsi neutron-server[110507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:08:10.263858 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 481b1059-e322-4c93-bdc6-f0026faff7b8 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:08:10.263858 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:10.297101 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 481b1059-e322-4c93-bdc6-f0026faff7b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=481b1059-e322-4c93-bdc6-f0026faff7b8,segment=NetworkSegment(9b640465-96b7-4e43-91d2-8fe0938c1082),segment_id=9b640465-96b7-4e43-91d2-8fe0938c1082)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:10.375257 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ad2ebe1b-a5ab-4c86-9d44-996bf5b71df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (257e73a2-5ceb-447c-85df-8c17e7e9e042), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:10.385213 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ad2ebe1b-a5ab-4c86-9d44-996bf5b71df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:10.388557 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-ad2ebe1b-a5ab-4c86-9d44-996bf5b71df4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/257e73a2-5ceb-447c-85df-8c17e7e9e042 HTTP/1.1" status: 204 len: 168 time: 0.8581479 Mar 08 12:08:10.403432 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ebe1b-a5ab-4c86-9d44-996bf5b71df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=257e73a2-5ceb-447c-85df-8c17e7e9e042,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:10.410885 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:10.416408 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3145e-98dc-4afb-9801-41655643440f req-04a5c13d-b232-4927-b2e1-4870a8752380 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:10.418042 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-62e3145e-98dc-4afb-9801-41655643440f req-04a5c13d-b232-4927-b2e1-4870a8752380 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0804698 Mar 08 12:08:10.493805 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=481b1059-e322-4c93-bdc6-f0026faff7b8,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:10.498450 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-62e3145e-98dc-4afb-9801-41655643440f req-73cca096-690d-4e2a-a28c-522142009779 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714092 Mar 08 12:08:10.516493 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 59fa64e2-b462-4b1f-b65c-2c8b44dee489 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:08:10.541655 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 59fa64e2-b462-4b1f-b65c-2c8b44dee489 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:08:10.541993 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 59fa64e2-b462-4b1f-b65c-2c8b44dee489 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:08:10.542408 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 32befa17-bdf0-47c6-b694-23921a30bfd7 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:08:10.562729 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 32befa17-bdf0-47c6-b694-23921a30bfd7 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:08:10.563012 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 32befa17-bdf0-47c6-b694-23921a30bfd7 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:08:10.662534 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c542c-d5e1-4c97-9d58-883e5052dda4 req-8b575f5b-41a4-4af0-a133-b351bb03ebf6 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:10.664085 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-998c542c-d5e1-4c97-9d58-883e5052dda4 req-8b575f5b-41a4-4af0-a133-b351bb03ebf6 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 945 time: 0.0579360 Mar 08 12:08:10.725320 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-998c542c-d5e1-4c97-9d58-883e5052dda4 req-748db1f1-a896-40cd-ba14-492a9ec23dda tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553918 Mar 08 12:08:10.760491 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a14ec-98b2-42b7-b64e-b7db9caacb03 req-c2b7c976-eebd-42a9-acaa-080c83328e41 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:10.761908 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-db8a14ec-98b2-42b7-b64e-b7db9caacb03 req-c2b7c976-eebd-42a9-acaa-080c83328e41 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 945 time: 0.0549831 Mar 08 12:08:10.802622 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 51994) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:10.813726 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-db8a14ec-98b2-42b7-b64e-b7db9caacb03 req-9b976315-04ed-49c1-badf-9ee9c8fb66df tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455589 Mar 08 12:08:10.844589 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-3247fb48-c81c-431b-946e-6dd139b8a216 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4c90d01c5d648759ec3b1b4f0a17c0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407355 Mar 08 12:08:10.846990 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 51996) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:10.897398 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0e9c370c-8bcd-40e3-adbf-3e10c67c9902 admin admin] Publish callbacks [] for security_group (59b119ff-8900-485c-a777-aa47ce905d6f), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:10.918861 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0e9c370c-8bcd-40e3-adbf-3e10c67c9902 admin admin] Publish callbacks [] for security_group (59b119ff-8900-485c-a777-aa47ce905d6f), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:11.011983 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d76a31-52b3-478b-90ee-9aeec9082365 req-c9385c09-a0d7-4852-aa55-8d0174a4cf63 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:11.013455 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-50d76a31-52b3-478b-90ee-9aeec9082365 req-c9385c09-a0d7-4852-aa55-8d0174a4cf63 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 945 time: 0.0533290 Mar 08 12:08:11.065315 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0e9c370c-8bcd-40e3-adbf-3e10c67c9902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (59b119ff-8900-485c-a777-aa47ce905d6f), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:11.067905 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0e9c370c-8bcd-40e3-adbf-3e10c67c9902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:11.069063 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-0e9c370c-8bcd-40e3-adbf-3e10c67c9902 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59b119ff-8900-485c-a777-aa47ce905d6f HTTP/1.1" status: 204 len: 168 time: 0.2211385 Mar 08 12:08:11.074259 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-50d76a31-52b3-478b-90ee-9aeec9082365 req-7d60bd1f-43b2-4421-a831-c14579dfb14f tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548368 Mar 08 12:08:11.081042 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c370c-8bcd-40e3-adbf-3e10c67c9902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b119ff-8900-485c-a777-aa47ce905d6f,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:11.252151 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95afbb-3c9e-4194-aaf4-5dcc689d031d req-cbfcb674-d061-491d-985d-a6f08da13429 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:11.253639 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1f95afbb-3c9e-4194-aaf4-5dcc689d031d req-cbfcb674-d061-491d-985d-a6f08da13429 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 946 time: 0.0530472 Mar 08 12:08:11.302208 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1f95afbb-3c9e-4194-aaf4-5dcc689d031d req-32af3e7f-4495-4692-bc62-f838f6396ff3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420051 Mar 08 12:08:11.478691 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d'}, {'server_uuid': '4b1a8867-dee4-49a5-b85f-f9a9dd04f70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b1059-e322-4c93-bdc6-f0026faff7b8'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:11.483185 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c605c39c-1fab-4e8b-bfa3-484dcba4cfe2" -d '{"events": [{"server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "name": "network-vif-plugged", "status": "completed", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d"}, {"server_uuid": "4b1a8867-dee4-49a5-b85f-f9a9dd04f70d", "name": "network-vif-plugged", "status": "completed", "tag": "481b1059-e322-4c93-bdc6-f0026faff7b8"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:11.531615 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d90117b-c58f-402f-b61b-640c76156a09 x-openstack-request-id: req-3d90117b-c58f-402f-b61b-640c76156a09 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:11.531920 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "name": "network-vif-plugged", "status": "completed", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d", "code": 200}, {"server_uuid": "4b1a8867-dee4-49a5-b85f-f9a9dd04f70d", "name": "network-vif-plugged", "status": "completed", "tag": "481b1059-e322-4c93-bdc6-f0026faff7b8", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:11.532176 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d90117b-c58f-402f-b61b-640c76156a09 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:11.532675 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'code': 200} Mar 08 12:08:11.540065 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1a8867-dee4-49a5-b85f-f9a9dd04f70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481b1059-e322-4c93-bdc6-f0026faff7b8', 'code': 200} Mar 08 12:08:11.638710 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fcd6d-c50d-45c8-a8bc-fd18f1422c99 req-77dc0594-5764-42a2-be40-41003ff342e6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:11.640282 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-971fcd6d-c50d-45c8-a8bc-fd18f1422c99 req-77dc0594-5764-42a2-be40-41003ff342e6 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0577290 Mar 08 12:08:11.709442 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-971fcd6d-c50d-45c8-a8bc-fd18f1422c99 req-adfaf1bf-b991-4e51-a890-70c3ef5adec7 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608995 Mar 08 12:08:11.852764 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621ef6d-c72d-466a-99eb-2df3103dab3e req-59006fcc-5523-4db8-9abc-115a6f2ec0ba tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:11.854482 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1621ef6d-c72d-466a-99eb-2df3103dab3e req-59006fcc-5523-4db8-9abc-115a6f2ec0ba tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 945 time: 0.0546019 Mar 08 12:08:11.909545 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1621ef6d-c72d-466a-99eb-2df3103dab3e req-cb1cc125-6b16-47f3-ab27-1170ed135a9b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491049 Mar 08 12:08:11.959756 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d149cc-f6bb-499d-8447-a8d32ba474ff req-dd1d980e-9925-4396-944a-8ca3e19628b5 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:11.961289 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c4d149cc-f6bb-499d-8447-a8d32ba474ff req-dd1d980e-9925-4396-944a-8ca3e19628b5 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 945 time: 0.0695665 Mar 08 12:08:12.012773 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c4d149cc-f6bb-499d-8447-a8d32ba474ff req-1dcb79a5-0d84-498e-a5bb-b6aeb36db923 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Mar 08 12:08:12.101526 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb430b-bf81-45f8-b108-adeca9dbcc5f req-85717b7e-e127-40a2-80fb-cd80524cf798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:12.103565 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-45fb430b-bf81-45f8-b108-adeca9dbcc5f req-85717b7e-e127-40a2-80fb-cd80524cf798 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 1129 time: 0.0469255 Mar 08 12:08:12.169941 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-45fb430b-bf81-45f8-b108-adeca9dbcc5f req-56febfd3-b235-4bca-8d2c-15ae0a06cdbf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440047 Mar 08 12:08:12.224508 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbce24-5b2b-42b0-8048-585ee324e59d req-590a7c48-85c4-4f0c-a296-be0ed5de6d55 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:12.226027 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f4dbce24-5b2b-42b0-8048-585ee324e59d req-590a7c48-85c4-4f0c-a296-be0ed5de6d55 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 945 time: 0.0597413 Mar 08 12:08:12.283914 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f4dbce24-5b2b-42b0-8048-585ee324e59d req-152d2ae9-6c76-4413-977c-55498f6cd1ba tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512431 Mar 08 12:08:12.443645 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec3def-1b3a-4b54-bfa4-eefde62af81f req-b886bea0-248d-44b7-ab5e-228296ff6f2b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:12.445302 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cbec3def-1b3a-4b54-bfa4-eefde62af81f req-b886bea0-248d-44b7-ab5e-228296ff6f2b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 946 time: 0.0602851 Mar 08 12:08:12.524532 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cbec3def-1b3a-4b54-bfa4-eefde62af81f req-53bf0cde-2702-4fee-a436-e36e70a9a5df tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714679 Mar 08 12:08:12.735235 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5d47-b245-4295-a7c5-0ee3f2626e91 req-23d610a8-6e88-45be-bdb0-d4b2a82f1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:12.736685 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1b5e5d47-b245-4295-a7c5-0ee3f2626e91 req-23d610a8-6e88-45be-bdb0-d4b2a82f1685 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 1130 time: 0.0496819 Mar 08 12:08:12.858418 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1b5e5d47-b245-4295-a7c5-0ee3f2626e91 req-de893d18-54ab-4ca1-b0c8-4c60571c9853 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726445 Mar 08 12:08:12.873839 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e247494-6528-4792-bfbc-a7c841dbdeed req-4d1d86ad-9252-445f-9cbc-23ec7dde6bd4 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:12.875492 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2e247494-6528-4792-bfbc-a7c841dbdeed req-4d1d86ad-9252-445f-9cbc-23ec7dde6bd4 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0917943 Mar 08 12:08:12.953148 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2e247494-6528-4792-bfbc-a7c841dbdeed req-8f5a4331-6551-4c65-bfa7-5073fb94e4d4 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717022 Mar 08 12:08:13.062995 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfe2f6-6417-4db8-81d3-f14e2183f704 req-7b3120fa-8276-4b18-b5f0-a4fe5e1c39ab tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:13.064556 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-79dfe2f6-6417-4db8-81d3-f14e2183f704 req-7b3120fa-8276-4b18-b5f0-a4fe5e1c39ab tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 945 time: 0.0567894 Mar 08 12:08:13.118940 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-79dfe2f6-6417-4db8-81d3-f14e2183f704 req-0dda741e-5f3a-4c2b-ba06-d7a9ce42d214 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485940 Mar 08 12:08:13.231809 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb18447-78bf-4f5e-b8ed-f6c4540b3b0a req-4f9b8f61-87db-48f7-926e-c7d2d6ff47ef tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:13.233178 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-bcb18447-78bf-4f5e-b8ed-f6c4540b3b0a req-4f9b8f61-87db-48f7-926e-c7d2d6ff47ef tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 945 time: 0.0550191 Mar 08 12:08:13.297083 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-bcb18447-78bf-4f5e-b8ed-f6c4540b3b0a req-375c068e-bbd9-4298-9b30-8c7431857d71 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578830 Mar 08 12:08:13.679269 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-981d7f01-9a50-4c6a-ab94-c443dff2b6f3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:13.681383 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-981d7f01-9a50-4c6a-ab94-c443dff2b6f3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 945 time: 0.1021864 Mar 08 12:08:13.693316 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de358463-36e3-4157-8c17-2c8bc610b455 req-4f36c669-51ee-45b1-9ac4-b50e38f5e37b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:13.694840 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de358463-36e3-4157-8c17-2c8bc610b455 req-4f36c669-51ee-45b1-9ac4-b50e38f5e37b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 946 time: 0.0795634 Mar 08 12:08:13.799540 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de358463-36e3-4157-8c17-2c8bc610b455 req-7a5b532c-a5e8-4cab-ab02-13411dcfeb56 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972600 Mar 08 12:08:13.831909 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Deleting port aca69b50-9aca-4f60-bfcb-15288bf1aed3 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:13.832386 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:13.963618 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] For port aca69b50-9aca-4f60-bfcb-15288bf1aed3, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=aca69b50-9aca-4f60-bfcb-15288bf1aed3,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:13.964359 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:13.987141 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb50c0-e15a-4c8f-be6c-4438b20e9d78 req-285aee68-8b5b-46d2-a5fb-1880841251c7 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:13.988132 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5afb50c0-e15a-4c8f-be6c-4438b20e9d78 req-285aee68-8b5b-46d2-a5fb-1880841251c7 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 945 time: 0.0972779 Mar 08 12:08:14.093199 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410d7ee-4e1b-4e56-8bf8-2e278ebb3424 req-06a70845-bbe2-4f99-8b36-51d80a9cc589 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:14.094617 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f410d7ee-4e1b-4e56-8bf8-2e278ebb3424 req-06a70845-bbe2-4f99-8b36-51d80a9cc589 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0562184 Mar 08 12:08:14.165346 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5afb50c0-e15a-4c8f-be6c-4438b20e9d78 req-7a21ba14-da2f-49ae-9718-f0117109dd61 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574459 Mar 08 12:08:14.167158 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f410d7ee-4e1b-4e56-8bf8-2e278ebb3424 req-7696b70c-08c6-465b-882c-f469e11bb9b4 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661814 Mar 08 12:08:14.264410 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:14.264769 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (cf6ec5b1-f597-438c-9007-aa151acd8eb4), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:14.265092 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Floating IP cf6ec5b1-f597-438c-9007-aa151acd8eb4 disassociated. External IP: 172.27.1.38, port: aca69b50-9aca-4f60-bfcb-15288bf1aed3. Mar 08 12:08:14.265443 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Calling delete_port for aca69b50-9aca-4f60-bfcb-15288bf1aed3 owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:14.372754 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed8da2-ceec-4388-bd4f-0bae17a3e7c2 req-ed16c060-4ff7-4a7f-9299-49ebb7b0b6da tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:14.374333 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-10ed8da2-ceec-4388-bd4f-0bae17a3e7c2 req-ed16c060-4ff7-4a7f-9299-49ebb7b0b6da tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 945 time: 0.1276298 Mar 08 12:08:14.471069 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-10ed8da2-ceec-4388-bd4f-0bae17a3e7c2 req-570d77fd-e845-436b-962c-4687e6bc7118 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=c01d2748-0923-4ae7-9d2c-d71920f03cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788646 Mar 08 12:08:14.484066 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53dd45-25e7-49db-a3c7-7ad0d5069f78 req-4d311455-4106-43a8-9f99-f5dc3e5dbfdc tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:14.485777 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0a53dd45-25e7-49db-a3c7-7ad0d5069f78 req-4d311455-4106-43a8-9f99-f5dc3e5dbfdc tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 945 time: 0.0567515 Mar 08 12:08:14.547351 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0a53dd45-25e7-49db-a3c7-7ad0d5069f78 req-d28728a0-f90e-4208-b112-3c8b86a8739b tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530984 Mar 08 12:08:14.551445 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (aca69b50-9aca-4f60-bfcb-15288bf1aed3), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:14.582259 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event deleted for resources: {'Port': ['ID=aca69b50-9aca-4f60-bfcb-15288bf1aed3,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:14.734887 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Router 815211d6-f3c9-4422-817c-471d4aae972e has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:08:14.890941 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:08:14.902796 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787f577-c20f-4b96-b00a-03dccf6ac40a None None] Sync routers for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:08:14.913148 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787f577-c20f-4b96-b00a-03dccf6ac40a None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:14.913801 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-1787f577-c20f-4b96-b00a-03dccf6ac40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:07:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:14.952171 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] No DVR routers for this DVR port aca69b50-9aca-4f60-bfcb-15288bf1aed3 on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:08:14.954823 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:14.958608 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-346661cd-4b0a-4fc1-9585-70c5141f1c87 req-4d9531be-bc8f-4818-9400-17b47e361b9f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "DELETE /v2.0/ports/aca69b50-9aca-4f60-bfcb-15288bf1aed3 HTTP/1.1" status: 204 len: 173 time: 1.2625248 Mar 08 12:08:14.959536 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d336ac-55be-4392-9a2c-bf0a54d38911', 'name': 'network-vif-deleted', 'tag': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:14.962903 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627d213c-ba8a-4375-9a68-3775def30fe4" -d '{"events": [{"server_uuid": "13d336ac-55be-4392-9a2c-bf0a54d38911", "name": "network-vif-deleted", "tag": "aca69b50-9aca-4f60-bfcb-15288bf1aed3"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:15.019812 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386943d-3581-47a5-a81d-f10b832ae6a3 req-a55ee9a9-8731-4149-adae-dc974b436e17 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:15.028484 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4386943d-3581-47a5-a81d-f10b832ae6a3 req-a55ee9a9-8731-4149-adae-dc974b436e17 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 946 time: 0.0773759 Mar 08 12:08:15.049763 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-1787f577-c20f-4b96-b00a-03dccf6ac40a None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:15.099042 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4386943d-3581-47a5-a81d-f10b832ae6a3 req-6774daf0-8fc9-4c0c-af78-3daf8d40948a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694962 Mar 08 12:08:15.159221 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485b65eb-5b8e-47eb-b512-f6c973e31fbf x-openstack-request-id: req-485b65eb-5b8e-47eb-b512-f6c973e31fbf {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:15.159647 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d336ac-55be-4392-9a2c-bf0a54d38911", "name": "network-vif-deleted", "tag": "aca69b50-9aca-4f60-bfcb-15288bf1aed3", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:15.160171 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-485b65eb-5b8e-47eb-b512-f6c973e31fbf {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:15.160633 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d336ac-55be-4392-9a2c-bf0a54d38911', 'name': 'network-vif-deleted', 'tag': 'aca69b50-9aca-4f60-bfcb-15288bf1aed3', 'status': 'completed', 'code': 200} Mar 08 12:08:15.348485 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306df3d-397e-4cd9-8686-f30ef31dd764 req-05b07366-8fb0-42d7-b999-3aff4965afc4 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:15.356276 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a306df3d-397e-4cd9-8686-f30ef31dd764 req-05b07366-8fb0-42d7-b999-3aff4965afc4 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 945 time: 0.0807824 Mar 08 12:08:15.378438 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-1787f577-c20f-4b96-b00a-03dccf6ac40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '37e14603-0c65-4b41-883c-59bed0d1fbbe', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:55:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:43Z', 'revision_number': 2, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:15.404885 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a306df3d-397e-4cd9-8686-f30ef31dd764 req-c77102bc-9f69-44d3-8c66-73824e87316d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478573 Mar 08 12:08:15.411792 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787f577-c20f-4b96-b00a-03dccf6ac40a None None] Checking router: 815211d6-f3c9-4422-817c-471d4aae972e for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:08:15.425156 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787f577-c20f-4b96-b00a-03dccf6ac40a None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:15.426012 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-1787f577-c20f-4b96-b00a-03dccf6ac40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:07:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:15.557034 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d8e67-1ed5-4bc5-86b2-7185c1c547e7 req-0639a45d-f564-4053-b0b1-8e81a36abe91 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:15.558673 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-890d8e67-1ed5-4bc5-86b2-7185c1c547e7 req-0639a45d-f564-4053-b0b1-8e81a36abe91 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0809164 Mar 08 12:08:15.563874 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-1787f577-c20f-4b96-b00a-03dccf6ac40a None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:15.640158 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-890d8e67-1ed5-4bc5-86b2-7185c1c547e7 req-a9e534e8-57f5-448a-83b3-fb9616539734 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=19fdbddc-96c9-4692-840d-795e21a350a8&id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732114 Mar 08 12:08:15.749242 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6fcb56e5-ecae-4ccb-b70c-973ea856d052 req-695da964-242c-450e-b4d1-0271358051c6 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 210 time: 0.0323584 Mar 08 12:08:15.994230 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-1787f577-c20f-4b96-b00a-03dccf6ac40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '37e14603-0c65-4b41-883c-59bed0d1fbbe', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:55:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:43Z', 'revision_number': 2, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:16.029739 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787f577-c20f-4b96-b00a-03dccf6ac40a None None] The sync data for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi is: [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '37e14603-0c65-4b41-883c-59bed0d1fbbe', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:55:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:05:00Z', 'updated_at': '2022-03-08T12:05:43Z', 'revision_number': 2, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:08:16.245188 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adf979-4bd4-4206-90ea-921fe7a5bce3 req-6b34e88e-609e-486f-a057-124a450dff75 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:16.246942 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d9adf979-4bd4-4206-90ea-921fe7a5bce3 req-6b34e88e-609e-486f-a057-124a450dff75 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 946 time: 0.0624492 Mar 08 12:08:16.319206 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d9adf979-4bd4-4206-90ea-921fe7a5bce3 req-3fdf2790-1182-4e72-9a61-8829f3ad3be8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664022 Mar 08 12:08:16.368168 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcf996-74f7-4f05-b341-558974b6dfb8 None None] New status for floating IP cf6ec5b1-f597-438c-9007-aa151acd8eb4: DOWN {{(pid=110510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:08:16.436410 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c02dd1-8bbd-4f8b-b515-796b95e1e768 req-d6b54a42-5cc2-4aba-8802-6956cb1f7d1e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:16.438135 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-74c02dd1-8bbd-4f8b-b515-796b95e1e768 req-d6b54a42-5cc2-4aba-8802-6956cb1f7d1e tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.55 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 945 time: 0.0572131 Mar 08 12:08:16.603307 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 52166) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:16.616306 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4badf98-eec7-467f-bf4d-a46e02ad3320 req-23e37897-aad7-4581-8d3d-0860bf6367d9 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:16.618016 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e4badf98-eec7-467f-bf4d-a46e02ad3320 req-23e37897-aad7-4581-8d3d-0860bf6367d9 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 945 time: 0.1276865 Mar 08 12:08:16.649192 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-74c02dd1-8bbd-4f8b-b515-796b95e1e768 req-52e63ddf-e292-493d-bda5-694a58187f7d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Deleting port c9f9be1e-0242-48e7-b014-4a27cc43db15 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:16.649769 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-74c02dd1-8bbd-4f8b-b515-796b95e1e768 req-52e63ddf-e292-493d-bda5-694a58187f7d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:16.743131 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e4badf98-eec7-467f-bf4d-a46e02ad3320 req-61965087-2e11-4e30-bf1e-0426958002ac tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/security-groups?id=4852043a-91b4-4871-977f-25923dc854f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134067 Mar 08 12:08:16.745700 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5557bb93-9aa2-4dd4-a533-282f325a587e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:16.775662 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-74c02dd1-8bbd-4f8b-b515-796b95e1e768 req-52e63ddf-e292-493d-bda5-694a58187f7d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] For port c9f9be1e-0242-48e7-b014-4a27cc43db15, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c9f9be1e-0242-48e7-b014-4a27cc43db15,segment=NetworkSegment(61136bcf-f26f-450c-91a4-9596200eeb57),segment_id=61136bcf-f26f-450c-91a4-9596200eeb57)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:16.776049 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-74c02dd1-8bbd-4f8b-b515-796b95e1e768 req-52e63ddf-e292-493d-bda5-694a58187f7d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:16.790209 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-74c02dd1-8bbd-4f8b-b515-796b95e1e768 req-52e63ddf-e292-493d-bda5-694a58187f7d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Calling delete_port for c9f9be1e-0242-48e7-b014-4a27cc43db15 owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:16.873099 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6586e468-6501-41a1-bba6-d8c7256d5251 req-55608d43-5bc8-4bda-8363-7e28dc3c4ae8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=13d336ac-55be-4392-9a2c-bf0a54d38911 HTTP/1.1" status: 200 len: 210 time: 0.0321069 Mar 08 12:08:16.900308 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5557bb93-9aa2-4dd4-a533-282f325a587e admin admin] Publish callbacks [] for security_group (12697768-6f0c-4dbc-a034-bdeb6b47f17f), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.008442 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5557bb93-9aa2-4dd4-a533-282f325a587e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (12697768-6f0c-4dbc-a034-bdeb6b47f17f), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.046659 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557bb93-9aa2-4dd4-a533-282f325a587e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12697768-6f0c-4dbc-a034-bdeb6b47f17f,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:17.048922 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-74c02dd1-8bbd-4f8b-b515-796b95e1e768 req-52e63ddf-e292-493d-bda5-694a58187f7d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (c9f9be1e-0242-48e7-b014-4a27cc43db15), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.056328 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-5557bb93-9aa2-4dd4-a533-282f325a587e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f277a1e14e014c5084dc7626ab8036fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4519377 Mar 08 12:08:17.060011 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 52174) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:17.085575 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e63ddf-e292-493d-bda5-694a58187f7d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Pushing event deleted for resources: {'Port': ['ID=c9f9be1e-0242-48e7-b014-4a27cc43db15,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:17.090235 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['c9f9be1e-0242-48e7-b014-4a27cc43db15'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:08:17.114880 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3272-f4da-4e3d-b766-608330dbbd82 admin admin] Publish callbacks [] for security_group (12697768-6f0c-4dbc-a034-bdeb6b47f17f), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.139981 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c02dd1-8bbd-4f8b-b515-796b95e1e768 req-52e63ddf-e292-493d-bda5-694a58187f7d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] No DVR routers for this DVR port c9f9be1e-0242-48e7-b014-4a27cc43db15 on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:08:17.142148 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3272-f4da-4e3d-b766-608330dbbd82 admin admin] Publish callbacks [] for security_group (12697768-6f0c-4dbc-a034-bdeb6b47f17f), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.142779 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-74c02dd1-8bbd-4f8b-b515-796b95e1e768 req-52e63ddf-e292-493d-bda5-694a58187f7d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.147136 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-74c02dd1-8bbd-4f8b-b515-796b95e1e768 req-52e63ddf-e292-493d-bda5-694a58187f7d tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.55 "DELETE /v2.0/ports/c9f9be1e-0242-48e7-b014-4a27cc43db15 HTTP/1.1" status: 204 len: 173 time: 0.7025759 Mar 08 12:08:17.161857 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45e4642-0f91-401e-9d69-6ee170620b5f', 'name': 'network-vif-deleted', 'tag': 'c9f9be1e-0242-48e7-b014-4a27cc43db15'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:17.165900 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbae7e0e-b598-4ba5-a201-6e0b6aa245f8" -d '{"events": [{"server_uuid": "e45e4642-0f91-401e-9d69-6ee170620b5f", "name": "network-vif-deleted", "tag": "c9f9be1e-0242-48e7-b014-4a27cc43db15"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:17.203489 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device aca69b50-9aca-4f60-bfcb-15288bf1aed3 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:08:17.208265 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a22118d-eedf-4fa6-9142-3fa4895233e1 x-openstack-request-id: req-5a22118d-eedf-4fa6-9142-3fa4895233e1 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:17.208560 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45e4642-0f91-401e-9d69-6ee170620b5f", "name": "network-vif-deleted", "tag": "c9f9be1e-0242-48e7-b014-4a27cc43db15", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:17.208873 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a22118d-eedf-4fa6-9142-3fa4895233e1 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:17.209377 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45e4642-0f91-401e-9d69-6ee170620b5f', 'name': 'network-vif-deleted', 'tag': 'c9f9be1e-0242-48e7-b014-4a27cc43db15', 'status': 'completed', 'code': 200} Mar 08 12:08:17.224771 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: aca69b50-9aca-4f60-bfcb-15288bf1aed3 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:08:17.224961 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device aca69b50-9aca-4f60-bfcb-15288bf1aed3 not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:08:17.269474 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3272-f4da-4e3d-b766-608330dbbd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (12697768-6f0c-4dbc-a034-bdeb6b47f17f), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.272398 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3272-f4da-4e3d-b766-608330dbbd82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:17.273588 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-8b1f3272-f4da-4e3d-b766-608330dbbd82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12697768-6f0c-4dbc-a034-bdeb6b47f17f HTTP/1.1" status: 204 len: 168 time: 0.2118931 Mar 08 12:08:17.282197 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f3272-f4da-4e3d-b766-608330dbbd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12697768-6f0c-4dbc-a034-bdeb6b47f17f,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:17.460316 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de7aa5-da3d-4374-95fd-bf3caf959d02 req-39cdc6a4-a4fc-4aba-9e5a-e326fbccb257 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:17.461941 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e5de7aa5-da3d-4374-95fd-bf3caf959d02 req-39cdc6a4-a4fc-4aba-9e5a-e326fbccb257 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 946 time: 0.0543900 Mar 08 12:08:17.513057 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e5de7aa5-da3d-4374-95fd-bf3caf959d02 req-7e83f246-94e4-4d54-8ac4-d657dde1da44 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449448 Mar 08 12:08:17.870153 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6ed35cf2-4f3e-4185-9f4c-023ad9fa76c3 req-86ee44dd-c63d-4658-a502-09a7d8af2683 tempest-VolumesActionsTest-1656125222 tempest-VolumesActionsTest-1656125222-project] 10.222.0.44 "GET /v2.0/ports?device_id=e45e4642-0f91-401e-9d69-6ee170620b5f HTTP/1.1" status: 200 len: 210 time: 0.0291448 Mar 08 12:08:18.049090 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 52202) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:18.104319 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ce319866-c1dc-40c7-92c0-9acc5a969e68 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (c01d2748-0923-4ae7-9d2c-d71920f03cc5), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:18.128639 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ce319866-c1dc-40c7-92c0-9acc5a969e68 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (c01d2748-0923-4ae7-9d2c-d71920f03cc5), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:18.292782 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ce319866-c1dc-40c7-92c0-9acc5a969e68 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (c01d2748-0923-4ae7-9d2c-d71920f03cc5), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:18.295513 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ce319866-c1dc-40c7-92c0-9acc5a969e68 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:18.303284 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-ce319866-c1dc-40c7-92c0-9acc5a969e68 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "DELETE /v2.0/security-groups/c01d2748-0923-4ae7-9d2c-d71920f03cc5 HTTP/1.1" status: 204 len: 168 time: 0.2465613 Mar 08 12:08:18.303422 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 52210) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:18.307107 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce319866-c1dc-40c7-92c0-9acc5a969e68 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01d2748-0923-4ae7-9d2c-d71920f03cc5,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:18.314965 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.api.v2.resource [None req-b303a0d1-fd38-4897-bfba-0652edfc768a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] show failed (client error): The resource could not be found. Mar 08 12:08:18.316101 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-b303a0d1-fd38-4897-bfba-0652edfc768a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups/c01d2748-0923-4ae7-9d2c-d71920f03cc5 HTTP/1.1" status: 404 len: 347 time: 0.0153491 Mar 08 12:08:18.319061 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 52212) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:18.489534 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-d465e8bf-567d-4009-9fda-8f78dcd0570b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Deleting port b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:18.489983 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d465e8bf-567d-4009-9fda-8f78dcd0570b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:18.577687 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d465e8bf-567d-4009-9fda-8f78dcd0570b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:18.578017 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d465e8bf-567d-4009-9fda-8f78dcd0570b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:18.591671 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-d465e8bf-567d-4009-9fda-8f78dcd0570b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Calling delete_port for b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b owned by network:floatingip {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:18.806911 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d465e8bf-567d-4009-9fda-8f78dcd0570b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:18.835900 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465e8bf-567d-4009-9fda-8f78dcd0570b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event deleted for resources: {'Port': ['ID=b07b6e6b-206d-4ef0-a9dd-5967d6b1d47b,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:18.910525 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d465e8bf-567d-4009-9fda-8f78dcd0570b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (cf6ec5b1-f597-438c-9007-aa151acd8eb4), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:18.913788 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d465e8bf-567d-4009-9fda-8f78dcd0570b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:18.916090 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-d465e8bf-567d-4009-9fda-8f78dcd0570b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "DELETE /v2.0/floatingips/cf6ec5b1-f597-438c-9007-aa151acd8eb4 HTTP/1.1" status: 204 len: 168 time: 0.5958984 Mar 08 12:08:22.618761 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device c9f9be1e-0242-48e7-b014-4a27cc43db15 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:08:22.643470 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: c9f9be1e-0242-48e7-b014-4a27cc43db15 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:08:22.643815 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device c9f9be1e-0242-48e7-b014-4a27cc43db15 not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:08:23.682141 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-68ff39bf-634b-4e7b-8508-aaf41cca318e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:26.235334 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-04074787-bdf3-49e6-aada-ce7816773ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:27.434573 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:28.485107 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d75515-5d20-41a0-8b01-164ae3d675dd req-094e5fc2-2009-43d7-b08b-03847dbc283e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:28.486796 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-00d75515-5d20-41a0-8b01-164ae3d675dd req-094e5fc2-2009-43d7-b08b-03847dbc283e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0670097 Mar 08 12:08:28.540390 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-00d75515-5d20-41a0-8b01-164ae3d675dd req-c0267bd1-260d-4e01-be11-02cc25024bed tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475140 Mar 08 12:08:29.028990 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:29.684814 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a32767-a80d-4ab6-9256-a285bd33d6dd req-673d2ee1-df0d-45a6-b5a7-2afec1f3681a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:29.687177 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-50a32767-a80d-4ab6-9256-a285bd33d6dd req-673d2ee1-df0d-45a6-b5a7-2afec1f3681a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0655675 Mar 08 12:08:29.767780 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-50a32767-a80d-4ab6-9256-a285bd33d6dd req-cf1d62c7-06e0-4870-bed8-2723b07292f1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740266 Mar 08 12:08:29.841888 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:30.878842 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b30c8-7488-4eda-bc14-8efd038e4505 req-adb08ea3-02ad-45c1-9848-962f8c6568b2 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:30.880454 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0b4b30c8-7488-4eda-bc14-8efd038e4505 req-adb08ea3-02ad-45c1-9848-962f8c6568b2 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0579004 Mar 08 12:08:30.935507 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0b4b30c8-7488-4eda-bc14-8efd038e4505 req-fcba5084-d3da-403a-bc25-33fe0dc445aa tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443659 Mar 08 12:08:31.120721 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:32.089267 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d9a27-7ea5-468c-8347-6f9ae30d3e63 req-e410c4e4-670d-4e76-8549-80dc6f26b0f1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:32.090812 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9b5d9a27-7ea5-468c-8347-6f9ae30d3e63 req-e410c4e4-670d-4e76-8549-80dc6f26b0f1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0701871 Mar 08 12:08:32.179232 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9b5d9a27-7ea5-468c-8347-6f9ae30d3e63 req-ebd9f243-482f-4139-8138-208a0750687e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695074 Mar 08 12:08:33.293232 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c2435df7-6155-455f-8445-8e1551b360ce req-845bc6f7-6ee1-4d85-933a-72185d73bd71 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0885115 Mar 08 12:08:33.305922 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14ed4d-736e-4b54-905c-c2d59e85839b req-b7f17c01-2d94-4594-a888-896a2ffd4d73 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:33.307470 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ae14ed4d-736e-4b54-905c-c2d59e85839b req-b7f17c01-2d94-4594-a888-896a2ffd4d73 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0730453 Mar 08 12:08:33.362309 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ae14ed4d-736e-4b54-905c-c2d59e85839b req-5b69e2e6-6e1c-4c32-8953-a89af201e513 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490704 Mar 08 12:08:33.434748 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2435df7-6155-455f-8445-8e1551b360ce req-f618e349-460c-47cc-82cc-7974684039a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:33.437064 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c2435df7-6155-455f-8445-8e1551b360ce req-f618e349-460c-47cc-82cc-7974684039a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 1130 time: 0.0504677 Mar 08 12:08:33.587779 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2435df7-6155-455f-8445-8e1551b360ce req-46f43f1b-6ec8-4cfe-b8d4-2063b4e80700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:33.589538 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c2435df7-6155-455f-8445-8e1551b360ce req-46f43f1b-6ec8-4cfe-b8d4-2063b4e80700 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 HTTP/1.1" status: 200 len: 918 time: 0.1278677 Mar 08 12:08:33.674329 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c2435df7-6155-455f-8445-8e1551b360ce req-cf22bea7-8a3a-4e5d-9577-06f611890269 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d HTTP/1.1" status: 200 len: 1001 time: 0.0707963 Mar 08 12:08:33.739576 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2435df7-6155-455f-8445-8e1551b360ce req-1adfcf37-a210-49f7-85d1-8c52ac1cdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:33.741918 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c2435df7-6155-455f-8445-8e1551b360ce req-1adfcf37-a210-49f7-85d1-8c52ac1cdc8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0881ec02-52c5-41f4-9bad-8258b28ec43f HTTP/1.1" status: 200 len: 856 time: 0.0532606 Mar 08 12:08:33.812794 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2435df7-6155-455f-8445-8e1551b360ce req-a7a1d508-d8ca-4e69-b148-4172d48dbf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:33.815761 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c2435df7-6155-455f-8445-8e1551b360ce req-a7a1d508-d8ca-4e69-b148-4172d48dbf5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599115 Mar 08 12:08:33.978153 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c2435df7-6155-455f-8445-8e1551b360ce req-1d4af61f-e8fb-4248-9ea9-c6bd83115cb5 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458676 Mar 08 12:08:34.112936 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c2435df7-6155-455f-8445-8e1551b360ce req-49b93402-816e-4acb-95f6-f022686c22bb service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282625 Mar 08 12:08:34.495673 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee3713-573f-4312-a1a7-db1d3ff1bfc6 req-4ecfe04e-7ff7-411c-8e91-4efbb38f9eee tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:34.508835 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-58ee3713-573f-4312-a1a7-db1d3ff1bfc6 req-4ecfe04e-7ff7-411c-8e91-4efbb38f9eee tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0671666 Mar 08 12:08:34.570909 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-58ee3713-573f-4312-a1a7-db1d3ff1bfc6 req-c9dcf07a-f173-40b2-a645-9347ec39fd0e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655131 Mar 08 12:08:35.148511 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b420218-239d-43ee-8671-6340f8b72099 req-2e1226fa-ac15-4306-901d-9ebc52da27aa tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:35.149610 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5b420218-239d-43ee-8671-6340f8b72099 req-2e1226fa-ac15-4306-901d-9ebc52da27aa tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0791321 Mar 08 12:08:35.218827 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5b420218-239d-43ee-8671-6340f8b72099 req-3e5659ee-019e-42b8-8fef-a2d8405f0c33 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619748 Mar 08 12:08:35.721913 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d52555-7bb2-4192-ba1a-6cc5af7886cc req-3ae6ec54-0cfc-4911-a1e8-6eacf1e20d44 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:35.730489 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-78d52555-7bb2-4192-ba1a-6cc5af7886cc req-3ae6ec54-0cfc-4911-a1e8-6eacf1e20d44 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0627544 Mar 08 12:08:35.802788 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-78d52555-7bb2-4192-ba1a-6cc5af7886cc req-4a86596f-91bb-4d3a-add7-d7cd78bdcfe5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693927 Mar 08 12:08:36.372216 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cc485-a26b-4d6b-bf08-a1c08aa3adbe req-34b8620a-a73d-4f9f-bb76-3def16e9f75b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:36.375524 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ab9cc485-a26b-4d6b-bf08-a1c08aa3adbe req-34b8620a-a73d-4f9f-bb76-3def16e9f75b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0730245 Mar 08 12:08:36.429889 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ab9cc485-a26b-4d6b-bf08-a1c08aa3adbe req-795a780e-c515-4d30-97c5-d4b36ce065b1 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498216 Mar 08 12:08:36.921579 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced8ea2-dd88-4421-b4bb-6519cbe7f3be req-11ed60a6-5017-4d44-b028-4560bb13b7f3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:36.923217 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3ced8ea2-dd88-4421-b4bb-6519cbe7f3be req-11ed60a6-5017-4d44-b028-4560bb13b7f3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0616944 Mar 08 12:08:36.978560 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3ced8ea2-dd88-4421-b4bb-6519cbe7f3be req-5ca9d086-b710-41c7-88c2-a9e280612f86 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488324 Mar 08 12:08:37.012479 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:08:37.570890 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59020675-6696-4c4f-ad1e-9df37d5852e4 req-718fba97-27b9-4dff-b76f-db30ccee10d0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:37.572458 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-59020675-6696-4c4f-ad1e-9df37d5852e4 req-718fba97-27b9-4dff-b76f-db30ccee10d0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0635865 Mar 08 12:08:37.624602 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-59020675-6696-4c4f-ad1e-9df37d5852e4 req-a766d9a5-ff32-45f7-afcc-415be1b9cce3 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461822 Mar 08 12:08:38.139965 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5423b1-10cb-4085-9d23-053123e89aad req-fe12fc8a-2fb5-4ceb-b1e4-0e495a5724d2 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:38.142266 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2d5423b1-10cb-4085-9d23-053123e89aad req-fe12fc8a-2fb5-4ceb-b1e4-0e495a5724d2 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0614297 Mar 08 12:08:38.194327 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2d5423b1-10cb-4085-9d23-053123e89aad req-d891f17e-c637-4303-af5c-9651e0ea4750 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457942 Mar 08 12:08:38.376670 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ca88994a-0c1c-404d-af1a-2bd711d8e991 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:38.378144 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ca88994a-0c1c-404d-af1a-2bd711d8e991 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0686104 Mar 08 12:08:38.496524 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Deleting port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:38.496834 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:38.622263 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] For port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:38.622943 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:38.761626 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cad2e-d034-4796-95d1-36083e85a0bf req-1824d92d-2045-43df-be08-9ae645963e3e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:38.769503 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b84cad2e-d034-4796-95d1-36083e85a0bf req-1824d92d-2045-43df-be08-9ae645963e3e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0653534 Mar 08 12:08:38.836240 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b84cad2e-d034-4796-95d1-36083e85a0bf req-7a858497-5570-4e94-bd6d-23d65182eca3 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633440 Mar 08 12:08:39.169960 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:39.170605 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (37e14603-0c65-4b41-883c-59bed0d1fbbe), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:39.170605 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Floating IP 37e14603-0c65-4b41-883c-59bed0d1fbbe disassociated. External IP: 172.27.1.66, port: a67ff0e9-00fa-4d5a-9686-f8a01846c7bb. Mar 08 12:08:39.171826 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Calling delete_port for a67ff0e9-00fa-4d5a-9686-f8a01846c7bb owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:39.376207 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef421301-b2c2-4368-a487-a2207a85c711 req-8c432e86-9049-4322-8979-13efb1e65ef5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:39.378170 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ef421301-b2c2-4368-a487-a2207a85c711 req-8c432e86-9049-4322-8979-13efb1e65ef5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 946 time: 0.0852313 Mar 08 12:08:39.451721 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ef421301-b2c2-4368-a487-a2207a85c711 req-4a0aa2c6-af94-418a-bac9-7a5196048bfe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a69c14f-7007-4267-b24c-33c27c43d571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668161 Mar 08 12:08:39.464682 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (a67ff0e9-00fa-4d5a-9686-f8a01846c7bb), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:39.509127 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event deleted for resources: {'Port': ['ID=a67ff0e9-00fa-4d5a-9686-f8a01846c7bb,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:39.570349 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:39.575173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:39.575173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:39.575173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:39.575173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:39.575173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:39.575173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:39.575173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:39.575173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:39.575173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:39.575173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:39.575173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:39.575173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:39.662207 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Router 815211d6-f3c9-4422-817c-471d4aae972e has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:08:39.789431 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:08:39.802635 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289554d-c926-408d-ab16-486166b5d638 None None] Sync routers for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:08:39.830922 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289554d-c926-408d-ab16-486166b5d638 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:39.831685 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9289554d-c926-408d-ab16-486166b5d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:08:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:39.835332 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] No DVR routers for this DVR port a67ff0e9-00fa-4d5a-9686-f8a01846c7bb on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:08:39.838476 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:39.842222 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b67c3006-8c68-4653-9588-59ee82a98217 req-ea2c838d-775d-496d-9a87-d47200fb2fca tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "DELETE /v2.0/ports/a67ff0e9-00fa-4d5a-9686-f8a01846c7bb HTTP/1.1" status: 204 len: 173 time: 1.4542537 Mar 08 12:08:39.842871 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'name': 'network-vif-deleted', 'tag': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:39.845302 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aa88a7-90f6-445a-ab4d-599ac7b9cbdc" -d '{"events": [{"server_uuid": "80ac4b85-b4bd-4609-8e1a-623d9eba5603", "name": "network-vif-deleted", "tag": "a67ff0e9-00fa-4d5a-9686-f8a01846c7bb"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:39.901381 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe21447-0b32-4f36-af3f-60006a5ac991 x-openstack-request-id: req-5fe21447-0b32-4f36-af3f-60006a5ac991 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:39.901381 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ac4b85-b4bd-4609-8e1a-623d9eba5603", "name": "network-vif-deleted", "tag": "a67ff0e9-00fa-4d5a-9686-f8a01846c7bb", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:39.901381 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fe21447-0b32-4f36-af3f-60006a5ac991 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:39.901381 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ac4b85-b4bd-4609-8e1a-623d9eba5603', 'name': 'network-vif-deleted', 'tag': 'a67ff0e9-00fa-4d5a-9686-f8a01846c7bb', 'status': 'completed', 'code': 200} Mar 08 12:08:39.996071 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-9289554d-c926-408d-ab16-486166b5d638 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:40.059048 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeffd95-a9ff-4f0d-b03a-909281133f73 req-9cfd02ea-05c7-4067-a6d5-f78da6365f9b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:40.060815 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3eeffd95-a9ff-4f0d-b03a-909281133f73 req-9cfd02ea-05c7-4067-a6d5-f78da6365f9b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0961199 Mar 08 12:08:40.148663 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3eeffd95-a9ff-4f0d-b03a-909281133f73 req-339cea3a-bf58-4528-8536-e17cc477aa7f tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729756 Mar 08 12:08:40.247824 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9289554d-c926-408d-ab16-486166b5d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:40.280238 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289554d-c926-408d-ab16-486166b5d638 None None] Checking router: 815211d6-f3c9-4422-817c-471d4aae972e for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:08:40.300769 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289554d-c926-408d-ab16-486166b5d638 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:08:40.301468 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9289554d-c926-408d-ab16-486166b5d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:08:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:40.442712 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-9289554d-c926-408d-ab16-486166b5d638 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:08:40.623999 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a4925e99-d87e-452e-921e-d35aa83095ba req-0aa915c1-4cf1-412c-baa6-a99f7ac05619 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac4b85-b4bd-4609-8e1a-623d9eba5603 HTTP/1.1" status: 200 len: 210 time: 0.0433371 Mar 08 12:08:40.713169 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9289554d-c926-408d-ab16-486166b5d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:40.744007 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289554d-c926-408d-ab16-486166b5d638 None None] The sync data for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi is: [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:08:41.014510 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54fb88-c3d6-4017-8839-79b7da5942be None None] New status for floating IP 37e14603-0c65-4b41-883c-59bed0d1fbbe: DOWN {{(pid=110510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:08:41.370531 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230705ef-567a-458e-9394-45c24bab2c66 req-28da7b53-efbe-4fc6-8133-227b451d1cd4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:41.372146 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-230705ef-567a-458e-9394-45c24bab2c66 req-28da7b53-efbe-4fc6-8133-227b451d1cd4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0918529 Mar 08 12:08:41.444967 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-230705ef-567a-458e-9394-45c24bab2c66 req-4baf2a35-91db-4ecf-86bf-f0a06876240a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660231 Mar 08 12:08:41.867149 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 52660) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:41.936406 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (9a69c14f-7007-4267-b24c-33c27c43d571), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:41.960344 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (9a69c14f-7007-4267-b24c-33c27c43d571), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:42.104439 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (9a69c14f-7007-4267-b24c-33c27c43d571), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:42.107234 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:42.109145 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "DELETE /v2.0/security-groups/9a69c14f-7007-4267-b24c-33c27c43d571 HTTP/1.1" status: 204 len: 168 time: 0.2407496 Mar 08 12:08:42.111834 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 52664) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:42.120274 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a69c14f-7007-4267-b24c-33c27c43d571,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:42.125585 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.api.v2.resource [None req-3e007842-a0f5-44fe-92de-c337184b9d34 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] show failed (client error): The resource could not be found. Mar 08 12:08:42.126762 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-3e007842-a0f5-44fe-92de-c337184b9d34 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups/9a69c14f-7007-4267-b24c-33c27c43d571 HTTP/1.1" status: 404 len: 347 time: 0.0137227 Mar 08 12:08:42.127952 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:42.128309 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:42.128655 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:42.128991 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:42.129356 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:42.129799 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:42.130099 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 52666) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:42.130239 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:42.130453 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:42.130879 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:42.131475 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:42.132298 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:42.132638 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:42.133124 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e051075-256d-4fde-b210-251284d17cec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:08:42.277127 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-129a7850-9405-44c1-bc5b-bb3d89bd3e75 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Deleting port d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:42.277611 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-129a7850-9405-44c1-bc5b-bb3d89bd3e75 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:42.372105 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-129a7850-9405-44c1-bc5b-bb3d89bd3e75 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:42.373246 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-129a7850-9405-44c1-bc5b-bb3d89bd3e75 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:42.387048 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-129a7850-9405-44c1-bc5b-bb3d89bd3e75 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Calling delete_port for d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475 owned by network:floatingip {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:42.598393 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d5e9-a103-4e6a-bbff-611c94471e0c req-4271732f-96cb-4017-9afc-7b9dea04aa23 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:42.606056 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb93d5e9-a103-4e6a-bbff-611c94471e0c req-4271732f-96cb-4017-9afc-7b9dea04aa23 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0637419 Mar 08 12:08:42.675836 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-129a7850-9405-44c1-bc5b-bb3d89bd3e75 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:42.689176 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-eb93d5e9-a103-4e6a-bbff-611c94471e0c req-827560f9-ac74-42f6-949e-eddedf4ea1ec tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813980 Mar 08 12:08:42.714862 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a7850-9405-44c1-bc5b-bb3d89bd3e75 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event deleted for resources: {'Port': ['ID=d3d2f1d3-8c44-41fe-a0ca-6d8f0414d475,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:42.810664 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-129a7850-9405-44c1-bc5b-bb3d89bd3e75 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (37e14603-0c65-4b41-883c-59bed0d1fbbe), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:42.815844 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-129a7850-9405-44c1-bc5b-bb3d89bd3e75 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:42.820006 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-129a7850-9405-44c1-bc5b-bb3d89bd3e75 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "DELETE /v2.0/floatingips/37e14603-0c65-4b41-883c-59bed0d1fbbe HTTP/1.1" status: 204 len: 168 time: 0.6886623 Mar 08 12:08:43.136244 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 52690) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:43.141767 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-87c47c19-ea8f-402a-86e1-2a6fcfee8061 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--681119095', 'description': 'tempest-description--1428803873'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:43.269860 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-87c47c19-ea8f-402a-86e1-2a6fcfee8061 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.398733 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-87c47c19-ea8f-402a-86e1-2a6fcfee8061 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (1e8ddc4f-e821-49dd-95d5-e7385e49f19a), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.481723 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-87c47c19-ea8f-402a-86e1-2a6fcfee8061 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (1e8ddc4f-e821-49dd-95d5-e7385e49f19a), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.516480 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c47c19-ea8f-402a-86e1-2a6fcfee8061 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8ddc4f-e821-49dd-95d5-e7385e49f19a,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:43.770865 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a67ff0e9-00fa-4d5a-9686-f8a01846c7bb no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:08:43.793223 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: a67ff0e9-00fa-4d5a-9686-f8a01846c7bb {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:08:43.793650 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a67ff0e9-00fa-4d5a-9686-f8a01846c7bb not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:08:43.822779 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac6e1b-d588-49ac-81a8-171df73118e0 req-f5141b07-3621-4af4-b241-8c3316b97523 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:43.824289 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-adac6e1b-d588-49ac-81a8-171df73118e0 req-f5141b07-3621-4af4-b241-8c3316b97523 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0681286 Mar 08 12:08:43.870292 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-adac6e1b-d588-49ac-81a8-171df73118e0 req-272e8137-53ad-4d7a-881e-a781a1e5f99f tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402353 Mar 08 12:08:43.938570 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-87c47c19-ea8f-402a-86e1-2a6fcfee8061 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:43.940168 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-87c47c19-ea8f-402a-86e1-2a6fcfee8061 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8026688 Mar 08 12:08:43.943330 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 52698) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:43.948702 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-74b22343-9283-4c68-a5e4-8890df4d66b3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'security_group_rule': {'security_group_id': '1e8ddc4f-e821-49dd-95d5-e7385e49f19a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:44.082187 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-74b22343-9283-4c68-a5e4-8890df4d66b3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (e768aeda-58db-41f0-a51b-8338a1acaff1), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:44.181187 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-74b22343-9283-4c68-a5e4-8890df4d66b3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (e768aeda-58db-41f0-a51b-8338a1acaff1), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:44.271159 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-74b22343-9283-4c68-a5e4-8890df4d66b3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (e768aeda-58db-41f0-a51b-8338a1acaff1), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:44.310056 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b22343-9283-4c68-a5e4-8890df4d66b3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e768aeda-58db-41f0-a51b-8338a1acaff1,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:44.454032 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-74b22343-9283-4c68-a5e4-8890df4d66b3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:44.456200 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-74b22343-9283-4c68-a5e4-8890df4d66b3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5117512 Mar 08 12:08:44.459080 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 52718) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:44.464191 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-4e09f382-6b7a-41cc-975c-4b9bc1cdaac1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'security_group_rule': {'security_group_id': '1e8ddc4f-e821-49dd-95d5-e7385e49f19a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:44.601483 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4e09f382-6b7a-41cc-975c-4b9bc1cdaac1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (05f38526-6e26-4031-b77f-d3a36acabefb), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:44.686312 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4e09f382-6b7a-41cc-975c-4b9bc1cdaac1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (05f38526-6e26-4031-b77f-d3a36acabefb), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:44.966450 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4e09f382-6b7a-41cc-975c-4b9bc1cdaac1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (05f38526-6e26-4031-b77f-d3a36acabefb), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:45.007540 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09f382-6b7a-41cc-975c-4b9bc1cdaac1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f38526-6e26-4031-b77f-d3a36acabefb,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:45.035257 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11e63f-c21d-4610-98c9-cc84781cbb9b req-623f48c1-0363-4a03-bee3-fe87fc754f9c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:45.036856 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cb11e63f-c21d-4610-98c9-cc84781cbb9b req-623f48c1-0363-4a03-bee3-fe87fc754f9c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0821393 Mar 08 12:08:45.087766 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4e09f382-6b7a-41cc-975c-4b9bc1cdaac1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:45.088983 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-4e09f382-6b7a-41cc-975c-4b9bc1cdaac1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6287189 Mar 08 12:08:45.092466 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 52728) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:45.092702 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cb11e63f-c21d-4610-98c9-cc84781cbb9b req-a918a9a6-2491-4ba5-91db-2ff347905832 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497584 Mar 08 12:08:45.099047 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'floatingip': {'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:45.235933 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:45.346622 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:45.481503 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Allocated IP 172.27.1.57 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/04ec4b71-4691-4d58-8936-32c3f133c818) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:08:45.608268 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for port (04ec4b71-4691-4d58-8936-32c3f133c818), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:45.750628 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (04ec4b71-4691-4d58-8936-32c3f133c818), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:45.794011 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:08:45.797115 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:08:45.800997 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:08:45.808788 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'Port': ['ID=04ec4b71-4691-4d58-8936-32c3f133c818,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:45.906270 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (9723804a-da91-40e7-9cf8-b798303d2c3e), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:45.916951 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6d27-5183-4dd2-bb6c-be9cf015431e req-4967bc18-5a1f-42c5-b0ab-55bd900a91c9 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:45.918515 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a56c6d27-5183-4dd2-bb6c-be9cf015431e req-4967bc18-5a1f-42c5-b0ab-55bd900a91c9 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 945 time: 0.0575221 Mar 08 12:08:45.974260 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a56c6d27-5183-4dd2-bb6c-be9cf015431e req-66e17d46-4fbc-4c09-ac82-12a68679f90f tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499618 Mar 08 12:08:45.999239 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (04ec4b71-4691-4d58-8936-32c3f133c818), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:46.173365 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for port (04ec4b71-4691-4d58-8936-32c3f133c818), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:46.228382 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d95da4-db79-4dbb-a3bd-698fba51fae0 req-3a62f646-8ec1-4677-8633-974942369e28 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:46.229990 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-83d95da4-db79-4dbb-a3bd-698fba51fae0 req-3a62f646-8ec1-4677-8633-974942369e28 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0611272 Mar 08 12:08:46.273992 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (04ec4b71-4691-4d58-8936-32c3f133c818), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:46.290196 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-83d95da4-db79-4dbb-a3bd-698fba51fae0 req-c4002e6e-80ae-456b-a03f-b187d091e25d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542245 Mar 08 12:08:46.359893 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'Port': ['ID=04ec4b71-4691-4d58-8936-32c3f133c818,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:46.372147 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (9723804a-da91-40e7-9cf8-b798303d2c3e), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:46.472012 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:46.473317 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-3c4e1de3-d4f9-407b-8e2a-680fab3c7476 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3794518 Mar 08 12:08:46.693002 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-7647a2a1-1af9-4e75-8bc6-99f44a6e2ebe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--681119095&fields=id&tenant_id=4868bd544af04b158e08c3694b9279ff HTTP/1.1" status: 200 len: 267 time: 0.0461636 Mar 08 12:08:46.803010 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-95f8b636-03a6-4dfd-b7b3-4e02fa0593c5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:46.805043 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-95f8b636-03a6-4dfd-b7b3-4e02fa0593c5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/networks?id=91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 200 len: 814 time: 0.1045468 Mar 08 12:08:46.820711 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-5f839f69-6656-41cb-915d-126198253cbd tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/quotas/4868bd544af04b158e08c3694b9279ff HTTP/1.1" status: 200 len: 375 time: 0.0101318 Mar 08 12:08:46.888067 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-5c5dd3d6-fbc9-4171-b92c-d7d0f2a4b8ad tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607662 Mar 08 12:08:46.987601 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-43764785-e876-4978-a6f6-9676f6c4eee7 service neutron] 10.222.0.44 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873618 Mar 08 12:08:47.120710 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-7df3aef2-f40d-4617-aa6c-caaa8fa40e5c service neutron] 10.222.0.44 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237259 Mar 08 12:08:47.125898 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5bf1-32e5-45c1-9577-54a69c7cd3ba req-51ec920d-b355-4b71-9c00-e56ca02a239f tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:47.132256 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0d7c5bf1-32e5-45c1-9577-54a69c7cd3ba req-51ec920d-b355-4b71-9c00-e56ca02a239f tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 945 time: 0.0682671 Mar 08 12:08:47.185735 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0d7c5bf1-32e5-45c1-9577-54a69c7cd3ba req-e95d9c80-b123-43e7-80f3-6a2659237c73 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517199 Mar 08 12:08:47.401745 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-11ff0be4-2485-4c49-8225-2e0e312749bb req-6b3e6429-645b-4c74-aea7-d984a9f57e6c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 210 time: 0.0433199 Mar 08 12:08:47.431490 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa18de2-3340-4e3f-ae53-13339eb10c9b req-8efa4110-d26a-4cf2-a0df-3374a526ab50 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:47.433254 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eaa18de2-3340-4e3f-ae53-13339eb10c9b req-8efa4110-d26a-4cf2-a0df-3374a526ab50 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0648446 Mar 08 12:08:47.511523 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eaa18de2-3340-4e3f-ae53-13339eb10c9b req-76ba32da-aee6-4918-956f-993a35c6812c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704300 Mar 08 12:08:48.014570 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfdde8-a944-4b6b-a2e4-6849c4c068be req-eb97aad4-5209-4fd7-983c-1a2e3dcf2d35 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:48.016207 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-67bfdde8-a944-4b6b-a2e4-6849c4c068be req-eb97aad4-5209-4fd7-983c-1a2e3dcf2d35 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 945 time: 0.0617006 Mar 08 12:08:48.121751 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-67bfdde8-a944-4b6b-a2e4-6849c4c068be req-0faea422-9ff0-4deb-b68b-8b31606ad036 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Deleting port 481b1059-e322-4c93-bdc6-f0026faff7b8 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:08:48.122101 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-67bfdde8-a944-4b6b-a2e4-6849c4c068be req-0faea422-9ff0-4deb-b68b-8b31606ad036 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:48.233379 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-67bfdde8-a944-4b6b-a2e4-6849c4c068be req-0faea422-9ff0-4deb-b68b-8b31606ad036 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] For port 481b1059-e322-4c93-bdc6-f0026faff7b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=481b1059-e322-4c93-bdc6-f0026faff7b8,segment=NetworkSegment(9b640465-96b7-4e43-91d2-8fe0938c1082),segment_id=9b640465-96b7-4e43-91d2-8fe0938c1082)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:08:48.234083 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-67bfdde8-a944-4b6b-a2e4-6849c4c068be req-0faea422-9ff0-4deb-b68b-8b31606ad036 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:48.249005 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-67bfdde8-a944-4b6b-a2e4-6849c4c068be req-0faea422-9ff0-4deb-b68b-8b31606ad036 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Calling delete_port for 481b1059-e322-4c93-bdc6-f0026faff7b8 owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:08:48.330099 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026069ec-4d5c-466f-bbeb-35e6e3d67cab req-1c3d7087-2304-4d98-82a4-c15ed37b9555 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:48.336096 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-026069ec-4d5c-466f-bbeb-35e6e3d67cab req-1c3d7087-2304-4d98-82a4-c15ed37b9555 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 945 time: 0.0666184 Mar 08 12:08:48.386082 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-026069ec-4d5c-466f-bbeb-35e6e3d67cab req-d03864b8-0582-4067-89f6-ae9433b6cfaa tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e5da278-75ad-43f1-8e7d-0e77db614132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477777 Mar 08 12:08:48.516889 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-13a863e5-f0aa-42da-b22e-490a275444f6 req-bcf25274-bf13-4041-8c27-b8de4e31d0fb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 210 time: 0.0285985 Mar 08 12:08:48.601182 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-67bfdde8-a944-4b6b-a2e4-6849c4c068be req-0faea422-9ff0-4deb-b68b-8b31606ad036 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (481b1059-e322-4c93-bdc6-f0026faff7b8), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:48.629044 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faea422-9ff0-4deb-b68b-8b31606ad036 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Pushing event deleted for resources: {'Port': ['ID=481b1059-e322-4c93-bdc6-f0026faff7b8,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:48.642644 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['481b1059-e322-4c93-bdc6-f0026faff7b8'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:08:48.649252 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de315c-acc1-4e39-ad3f-be0e8f213c29 req-cf603288-e92d-445c-affd-63836ee03b30 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:48.649252 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-95de315c-acc1-4e39-ad3f-be0e8f213c29 req-cf603288-e92d-445c-affd-63836ee03b30 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0576906 Mar 08 12:08:48.693724 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bfdde8-a944-4b6b-a2e4-6849c4c068be req-0faea422-9ff0-4deb-b68b-8b31606ad036 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] No DVR routers for this DVR port 481b1059-e322-4c93-bdc6-f0026faff7b8 on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:08:48.696331 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-67bfdde8-a944-4b6b-a2e4-6849c4c068be req-0faea422-9ff0-4deb-b68b-8b31606ad036 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:48.707153 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-67bfdde8-a944-4b6b-a2e4-6849c4c068be req-0faea422-9ff0-4deb-b68b-8b31606ad036 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.55 "DELETE /v2.0/ports/481b1059-e322-4c93-bdc6-f0026faff7b8 HTTP/1.1" status: 204 len: 173 time: 0.6776171 Mar 08 12:08:48.707153 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1a8867-dee4-49a5-b85f-f9a9dd04f70d', 'name': 'network-vif-deleted', 'tag': '481b1059-e322-4c93-bdc6-f0026faff7b8'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:48.707536 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-95de315c-acc1-4e39-ad3f-be0e8f213c29 req-615d79b5-2b2b-4f5b-be42-cfe61f3ee075 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484030 Mar 08 12:08:48.707650 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e89fa44-9746-4547-8f6d-b018e14df77a" -d '{"events": [{"server_uuid": "4b1a8867-dee4-49a5-b85f-f9a9dd04f70d", "name": "network-vif-deleted", "tag": "481b1059-e322-4c93-bdc6-f0026faff7b8"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:48.747147 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b54f6b-54b1-404e-ace1-28088299b78f x-openstack-request-id: req-02b54f6b-54b1-404e-ace1-28088299b78f {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:48.747147 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1a8867-dee4-49a5-b85f-f9a9dd04f70d", "name": "network-vif-deleted", "tag": "481b1059-e322-4c93-bdc6-f0026faff7b8", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:48.747147 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02b54f6b-54b1-404e-ace1-28088299b78f {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:48.747147 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1a8867-dee4-49a5-b85f-f9a9dd04f70d', 'name': 'network-vif-deleted', 'tag': '481b1059-e322-4c93-bdc6-f0026faff7b8', 'status': 'completed', 'code': 200} Mar 08 12:08:49.499279 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3b793b3a-5eaf-4488-b8ba-49e7945b3e44 req-80fff292-52d7-4949-b32f-4e97baeb6568 tempest-VolumesSnapshotTestJSON-1756877884 tempest-VolumesSnapshotTestJSON-1756877884-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b1a8867-dee4-49a5-b85f-f9a9dd04f70d HTTP/1.1" status: 200 len: 210 time: 0.0283873 Mar 08 12:08:49.612293 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 52878) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:49.618323 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9f85bb87-6035-448c-b61d-dc539252ca96 req-7441774d-adfb-48cd-b625-4b717f333eec tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 210 time: 0.0275993 Mar 08 12:08:49.659336 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af88b69-d2c0-4fc8-ba91-de61c47e1a36 admin admin] Deleting subnet 3cbde719-a929-47e4-9705-bcf0c8eff4bd {{(pid=110508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:08:49.662455 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9af88b69-d2c0-4fc8-ba91-de61c47e1a36 admin admin] Publish callbacks [] for subnet (3cbde719-a929-47e4-9705-bcf0c8eff4bd), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:49.697624 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9af88b69-d2c0-4fc8-ba91-de61c47e1a36 admin admin] Publish callbacks [] for subnet (3cbde719-a929-47e4-9705-bcf0c8eff4bd), precommit_delete_associations {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:49.703444 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9af88b69-d2c0-4fc8-ba91-de61c47e1a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (3cbde719-a929-47e4-9705-bcf0c8eff4bd), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.051095 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9af88b69-d2c0-4fc8-ba91-de61c47e1a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for subnet (3cbde719-a929-47e4-9705-bcf0c8eff4bd), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.080633 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af88b69-d2c0-4fc8-ba91-de61c47e1a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cbde719-a929-47e4-9705-bcf0c8eff4bd,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:50.086889 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9af88b69-d2c0-4fc8-ba91-de61c47e1a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.090099 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-9af88b69-d2c0-4fc8-ba91-de61c47e1a36 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3cbde719-a929-47e4-9705-bcf0c8eff4bd HTTP/1.1" status: 204 len: 168 time: 0.4749100 Mar 08 12:08:50.092889 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 52882) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:50.159977 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520ef73-934c-4795-b779-cc9d8e804a9d req-d40b4c27-46a1-471c-b670-0cb578c3229a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:50.163147 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f520ef73-934c-4795-b779-cc9d8e804a9d req-d40b4c27-46a1-471c-b670-0cb578c3229a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.3864732 Mar 08 12:08:50.193175 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.234584 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f520ef73-934c-4795-b779-cc9d8e804a9d req-34ecca9f-3409-4788-b26d-b62638cad2ef tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659974 Mar 08 12:08:50.310604 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.327438 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-b4bd32ff-fbcf-45f3-bbde-2a82561177a1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:50.329245 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-b4bd32ff-fbcf-45f3-bbde-2a82561177a1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "GET /v2.0/networks?id=91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 200 len: 814 time: 0.1218464 Mar 08 12:08:50.337115 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.337628 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.338425 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.338771 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > port after_create 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.339136 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.339493 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > port after_update 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.339802 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.340125 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.340444 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.340779 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.427789 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-63c40bb0-8752-4ec2-9a3c-3b098d946ec1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4868bd544af04b158e08c3694b9279ff HTTP/1.1" status: 200 len: 379 time: 0.0788569 Mar 08 12:08:50.444304 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-69034614-4968-4c1c-bf35-3689ee68cf49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'port': {'device_id': 'bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'admin_state_up': True, 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'security_groups': ['1e8ddc4f-e821-49dd-95d5-e7385e49f19a']}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:50.451799 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.452308 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.452744 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.453196 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:08:50.453635 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec']}} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:50.473543 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61136bcf-f26f-450c-91a4-9596200eeb57') {'for_net_delete': True} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:50.473945 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61136bcf-f26f-450c-91a4-9596200eeb57') {} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:08:50.492743 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29552336'] for segment (61136bcf-f26f-450c-91a4-9596200eeb57), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.519658 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (61136bcf-f26f-450c-91a4-9596200eeb57), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.532040 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=110508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:08:50.532676 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30228028'] for segment (61136bcf-f26f-450c-91a4-9596200eeb57), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: from cryptography.utils import int_from_bytes Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: from cryptography.utils import int_from_bytes Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: Traceback (most recent call last): Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: timer() Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: cb(*args, **kw) Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: return func(*args, **kwargs) Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: self._notify() Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: self.callback(batched_events) Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: event.method(event) Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: return f(self, *a, **k) Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._get(url).json() Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: return self.request(url, 'GET', **kwargs) Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:08:50.538879 dv-cinder-830085-2-iscsi neutron-server[110508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:08:50.681683 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-69034614-4968-4c1c-bf35-3689ee68cf49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Made reservation on behalf of 4868bd544af04b158e08c3694b9279ff for: {'port': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:08:50.688052 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-69034614-4968-4c1c-bf35-3689ee68cf49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.732034 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.757796 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3e065bfc-ef83-4328-833e-0d5d2c831303 req-8a5441d2-e355-40b5-be49-625d13ef04b6 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 210 time: 0.0369079 Mar 08 12:08:50.766129 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:50.768166 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] 10.222.0.44 "DELETE /v2.0/networks/15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec HTTP/1.1" status: 204 len: 168 time: 0.6741436 Mar 08 12:08:50.795104 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673c3dd-7f7d-4988-b2e0-664770572b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=15d28531-1995-4fdb-b2c1-fa4f3ef3e9ec,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:50.854855 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-69034614-4968-4c1c-bf35-3689ee68cf49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Allocated IP 172.20.0.4 (91deec2c-beff-469e-8457-e94ee53aae39/5a387d57-4cc1-4172-ab00-0a23139114fa/4da4eca2-b8b9-485a-a1da-9457427fe7dd) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:08:50.994745 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-69034614-4968-4c1c-bf35-3689ee68cf49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.161540 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-69034614-4968-4c1c-bf35-3689ee68cf49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.210467 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-69034614-4968-4c1c-bf35-3689ee68cf49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Network 91deec2c-beff-469e-8457-e94ee53aae39 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:08:51.212447 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-69034614-4968-4c1c-bf35-3689ee68cf49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:08:51.227737 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-69034614-4968-4c1c-bf35-3689ee68cf49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:08:51.250248 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 52906) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:51.277578 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69034614-4968-4c1c-bf35-3689ee68cf49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'Port': ['ID=4da4eca2-b8b9-485a-a1da-9457427fe7dd,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:51.300518 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-69034614-4968-4c1c-bf35-3689ee68cf49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:51.301273 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-69034614-4968-4c1c-bf35-3689ee68cf49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.322367 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-2e201fc9-1036-4157-99bf-2557566cac16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0edac0d5e0fe4d488f039ba9bf34ff42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0696459 Mar 08 12:08:51.324692 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 52910) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:08:51.378729 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e287e8fb-8d9f-46c2-9a49-2ee0debac712 admin admin] Publish callbacks [] for security_group (4852043a-91b4-4871-977f-25923dc854f2), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.391972 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aca43-8979-46dd-b020-4732abe0d01b req-5d6b26a8-4a0a-4ae2-b46a-44e1471cbdd0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:51.393848 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-921aca43-8979-46dd-b020-4732abe0d01b req-5d6b26a8-4a0a-4ae2-b46a-44e1471cbdd0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0697591 Mar 08 12:08:51.403926 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e287e8fb-8d9f-46c2-9a49-2ee0debac712 admin admin] Publish callbacks [] for security_group (4852043a-91b4-4871-977f-25923dc854f2), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.453701 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-921aca43-8979-46dd-b020-4732abe0d01b req-eb970ce5-f5f4-4c90-95a8-ddcaab692e4a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531113 Mar 08 12:08:51.501204 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-69034614-4968-4c1c-bf35-3689ee68cf49 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0676794 Mar 08 12:08:51.510011 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-77e171eb-88c2-4b43-b7df-50053e9cf91a None None] Provisioning complete for port 4da4eca2-b8b9-485a-a1da-9457427fe7dd triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:08:51.510011 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-77e171eb-88c2-4b43-b7df-50053e9cf91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.520165 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Request body: {'port': {'device_id': 'bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:08:51.544053 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-77e171eb-88c2-4b43-b7df-50053e9cf91a None None] Port 4da4eca2-b8b9-485a-a1da-9457427fe7dd cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:08:51.597164 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.607231 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e287e8fb-8d9f-46c2-9a49-2ee0debac712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (4852043a-91b4-4871-977f-25923dc854f2), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.609907 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e287e8fb-8d9f-46c2-9a49-2ee0debac712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.611070 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-e287e8fb-8d9f-46c2-9a49-2ee0debac712 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4852043a-91b4-4871-977f-25923dc854f2 HTTP/1.1" status: 204 len: 168 time: 0.2852306 Mar 08 12:08:51.619436 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287e8fb-8d9f-46c2-9a49-2ee0debac712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4852043a-91b4-4871-977f-25923dc854f2,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:51.809676 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 481b1059-e322-4c93-bdc6-f0026faff7b8 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:08:51.832496 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 481b1059-e322-4c93-bdc6-f0026faff7b8 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:08:51.832845 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 481b1059-e322-4c93-bdc6-f0026faff7b8 not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:08:51.917483 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da4eca2-b8b9-485a-a1da-9457427fe7dd {{(pid=110507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:08:51.926334 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Publish callbacks [] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:51.929664 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35230a08-46ad-403a-b178-a9be066aaecc req-d9164b06-c691-4876-b8d0-4a7bb44a8645 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:51.932102 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-35230a08-46ad-403a-b178-a9be066aaecc req-d9164b06-c691-4876-b8d0-4a7bb44a8645 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 931 time: 0.0983720 Mar 08 12:08:51.941139 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.provisioning_blocks [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Transition to ACTIVE for port object 4da4eca2-b8b9-485a-a1da-9457427fe7dd will not be triggered until provisioned by entity L2. {{(pid=110507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:08:51.983684 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-35230a08-46ad-403a-b178-a9be066aaecc req-64976221-4922-4ea6-a855-cd82fe9eea55 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436335 Mar 08 12:08:52.036591 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:52.101811 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4da4eca2-b8b9-485a-a1da-9457427fe7dd,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:52.186045 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Attempting to bind port 4da4eca2-b8b9-485a-a1da-9457427fe7dd on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:08:52.186470 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Attempting to bind port 4da4eca2-b8b9-485a-a1da-9457427fe7dd by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:08:52.186846 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Attempting to bind port 4da4eca2-b8b9-485a-a1da-9457427fe7dd on network 91deec2c-beff-469e-8457-e94ee53aae39 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:08:52.192886 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Port 4da4eca2-b8b9-485a-a1da-9457427fe7dd on network 91deec2c-beff-469e-8457-e94ee53aae39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:08:52.193270 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Attempting to bind port 4da4eca2-b8b9-485a-a1da-9457427fe7dd on network 91deec2c-beff-469e-8457-e94ee53aae39 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:08:52.201162 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:08:52.201859 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Checking segment: {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:08:52.202323 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Bound using segment: {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:08:52.202877 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Bound port: 4da4eca2-b8b9-485a-a1da-9457427fe7dd, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'}}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:08:52.203369 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:52.280193 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] For port 4da4eca2-b8b9-485a-a1da-9457427fe7dd, host hv-cinder-83008, cleared binding levels {{(pid=110507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:08:52.283868 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] For port 4da4eca2-b8b9-485a-a1da-9457427fe7dd, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4da4eca2-b8b9-485a-a1da-9457427fe7dd,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:08:52.388302 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:52.430938 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:52.431596 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:52.433009 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] 10.222.0.55 "PUT /v2.0/ports/4da4eca2-b8b9-485a-a1da-9457427fe7dd HTTP/1.1" status: 200 len: 1093 time: 0.9175956 Mar 08 12:08:52.433466 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f', 'tag': '4da4eca2-b8b9-485a-a1da-9457427fe7dd'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:08:52.435778 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677c30e0-40a2-4f23-9124-3f5b72173dad" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f", "tag": "4da4eca2-b8b9-485a-a1da-9457427fe7dd"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:08:52.471736 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d42eb4-6360-4115-a13d-ae88ddc073c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4da4eca2-b8b9-485a-a1da-9457427fe7dd,revision_number=3']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:08:52.492644 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdcc8ba-68c9-4151-b957-ae3466eceae3 x-openstack-request-id: req-0cdcc8ba-68c9-4151-b957-ae3466eceae3 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:08:52.492942 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f", "tag": "4da4eca2-b8b9-485a-a1da-9457427fe7dd", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:08:52.493198 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0cdcc8ba-68c9-4151-b957-ae3466eceae3 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:08:52.493649 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f', 'tag': '4da4eca2-b8b9-485a-a1da-9457427fe7dd', 'status': 'completed', 'code': 200} Mar 08 12:08:52.599482 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c30e0-40a2-4f23-9124-3f5b72173dad req-436992b1-0183-4991-96e4-dffe9cefc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:52.601020 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-677c30e0-40a2-4f23-9124-3f5b72173dad req-436992b1-0183-4991-96e4-dffe9cefc9b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 1127 time: 0.0718570 Mar 08 12:08:52.622682 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09585b-f3b5-4bca-b754-29e3d82a926b req-9a8d575f-38f5-47d4-ae95-f0991f6b2917 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:52.624941 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6c09585b-f3b5-4bca-b754-29e3d82a926b req-9a8d575f-38f5-47d4-ae95-f0991f6b2917 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0793967 Mar 08 12:08:52.684192 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6c09585b-f3b5-4bca-b754-29e3d82a926b req-d3108f1e-8e36-4be0-aa47-34dd45845548 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456228 Mar 08 12:08:52.736074 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c30e0-40a2-4f23-9124-3f5b72173dad req-fd9ba2c2-ad20-49a5-95b5-95d99ca67c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:52.737603 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-677c30e0-40a2-4f23-9124-3f5b72173dad req-fd9ba2c2-ad20-49a5-95b5-95d99ca67c2d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4868bd544af04b158e08c3694b9279ff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1207399 Mar 08 12:08:52.863306 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c30e0-40a2-4f23-9124-3f5b72173dad req-d862a43d-09db-4513-8414-57efe86c6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:52.866188 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-677c30e0-40a2-4f23-9124-3f5b72173dad req-d862a43d-09db-4513-8414-57efe86c6993 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1205721 Mar 08 12:08:52.970017 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-856c35f4-58f8-4ffc-8fb6-86a6cd2d1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:52.971532 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-856c35f4-58f8-4ffc-8fb6-86a6cd2d1a9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 1127 time: 0.0445378 Mar 08 12:08:53.026041 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-a7204c71-e32a-4688-9dda-5dacfc89ead3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4da4eca2-b8b9-485a-a1da-9457427fe7dd HTTP/1.1" status: 200 len: 217 time: 0.0397837 Mar 08 12:08:53.105568 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-37102622-b544-406a-8ec5-1e164f42b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:53.107605 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-37102622-b544-406a-8ec5-1e164f42b410 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a387d57-4cc1-4172-ab00-0a23139114fa HTTP/1.1" status: 200 len: 853 time: 0.0753837 Mar 08 12:08:53.161227 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f19602-74b4-40e4-a8e9-9d00513059eb req-eeaafaba-c2b2-4a7b-88fd-95eceb132686 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:53.162944 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-64f19602-74b4-40e4-a8e9-9d00513059eb req-eeaafaba-c2b2-4a7b-88fd-95eceb132686 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 943 time: 0.0960989 Mar 08 12:08:53.210573 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-1289aa99-44da-47ea-856f-bb8343311a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:53.212131 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-1289aa99-44da-47ea-856f-bb8343311a3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91deec2c-beff-469e-8457-e94ee53aae39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0975840 Mar 08 12:08:53.269298 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-64f19602-74b4-40e4-a8e9-9d00513059eb req-d012b086-ce74-4f3f-bab6-9ca1f7155f77 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992382 Mar 08 12:08:53.352645 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-1c859385-40d3-4423-b11b-51532cb2240d service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299937 Mar 08 12:08:53.656349 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6505085f-04fb-4eaf-9174-1827e5c99be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:53.809841 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c692fe-9c67-4c39-b959-b02cf8d49958 req-eb0d4e31-8a6b-4339-b333-1832f5b8fdf0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:53.811316 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e4c692fe-9c67-4c39-b959-b02cf8d49958 req-eb0d4e31-8a6b-4339-b333-1832f5b8fdf0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0567863 Mar 08 12:08:53.884812 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e4c692fe-9c67-4c39-b959-b02cf8d49958 req-39318cd0-a691-48ae-9171-039bd8122f1b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674968 Mar 08 12:08:54.392091 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d75e3-fe43-4f2e-8c61-5108206b8f6d req-69363e45-5189-43f9-99e8-3a23805c58fd tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:54.393591 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-984d75e3-fe43-4f2e-8c61-5108206b8f6d req-69363e45-5189-43f9-99e8-3a23805c58fd tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 943 time: 0.0564082 Mar 08 12:08:54.443065 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-984d75e3-fe43-4f2e-8c61-5108206b8f6d req-2d086243-28b4-4448-9d37-f752aaca618e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431185 Mar 08 12:08:55.003698 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15c00d-a035-40e3-ba05-87d40854f68b req-10c019f8-a924-43fb-bee3-e17ea2fb10de tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:55.005157 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e15c00d-a035-40e3-ba05-87d40854f68b req-10c019f8-a924-43fb-bee3-e17ea2fb10de tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0519705 Mar 08 12:08:55.052212 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e15c00d-a035-40e3-ba05-87d40854f68b req-e2d11592-c169-4579-a25d-580ae0db80cc tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410416 Mar 08 12:08:55.570584 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e4af8-b1ea-4e80-9196-1ff4d182cac2 req-bf9524a5-756c-4664-8be1-2277512f516a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:55.572157 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-800e4af8-b1ea-4e80-9196-1ff4d182cac2 req-bf9524a5-756c-4664-8be1-2277512f516a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 943 time: 0.0591626 Mar 08 12:08:55.621633 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-800e4af8-b1ea-4e80-9196-1ff4d182cac2 req-1ef79c2f-ad58-4c5f-aca8-3c8f46a97589 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435238 Mar 08 12:08:55.935514 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca672c48-2856-4e8c-8fb2-2cee088caceb req-d2f7bc13-8806-416e-a4a7-ca17cd7176d7 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973248 Mar 08 12:08:56.180935 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cde3d-e514-4e40-aad0-81f125fd0fa3 req-55596f10-9f19-4b7f-bad0-30de264bc441 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:56.182497 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ca5cde3d-e514-4e40-aad0-81f125fd0fa3 req-55596f10-9f19-4b7f-bad0-30de264bc441 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0583134 Mar 08 12:08:56.237883 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ca5cde3d-e514-4e40-aad0-81f125fd0fa3 req-c287e291-6d0c-45f6-9909-89247862df2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494657 Mar 08 12:08:56.258401 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d94cf05e-153a-43cd-b79d-1cb81c3dd532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:56.745125 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac6d5d-cfd3-4a2c-b18b-0b82195697ab req-d86aaaba-4795-4f50-a220-ff384c7fa183 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:56.746584 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-13ac6d5d-cfd3-4a2c-b18b-0b82195697ab req-d86aaaba-4795-4f50-a220-ff384c7fa183 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 943 time: 0.0582218 Mar 08 12:08:56.795535 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-13ac6d5d-cfd3-4a2c-b18b-0b82195697ab req-6068b204-034f-48d7-9419-6ceb8e712715 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431030 Mar 08 12:08:57.369936 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5697fd5-34fd-4e9b-87cf-eb25229582b7 req-00fbbac8-cd73-47d6-855f-99f356c15c29 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:57.371666 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f5697fd5-34fd-4e9b-87cf-eb25229582b7 req-00fbbac8-cd73-47d6-855f-99f356c15c29 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0633733 Mar 08 12:08:57.423816 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:57.424651 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f5697fd5-34fd-4e9b-87cf-eb25229582b7 req-cda335ee-9d80-4624-b5d2-97a0194fb2f2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471423 Mar 08 12:08:57.820948 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78980813-8e4a-41f9-986f-9b972cd40cbc req-9dbb40ca-e2c3-4e8a-a3ed-1975547c3c7b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:57.822889 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-78980813-8e4a-41f9-986f-9b972cd40cbc req-9dbb40ca-e2c3-4e8a-a3ed-1975547c3c7b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0558922 Mar 08 12:08:57.875488 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-78980813-8e4a-41f9-986f-9b972cd40cbc req-49eadeda-035b-4339-9358-788c0c6dd992 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458391 Mar 08 12:08:57.922699 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0979a1-7127-46e1-884d-d6074c5455f3 req-5c71ee39-f592-4217-8cff-821aca3078dc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:57.924271 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0a0979a1-7127-46e1-884d-d6074c5455f3 req-5c71ee39-f592-4217-8cff-821aca3078dc tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 943 time: 0.0573707 Mar 08 12:08:57.972007 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0a0979a1-7127-46e1-884d-d6074c5455f3 req-7d14f943-cb9a-4a32-b6eb-4ba37593a6ad tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417645 Mar 08 12:08:58.912959 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:08:59.002551 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c66827-d419-453f-a824-5ebaf82cc222 req-791f0b9f-d0c0-4caf-9b18-f52c630cd847 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:59.004561 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c5c66827-d419-453f-a824-5ebaf82cc222 req-791f0b9f-d0c0-4caf-9b18-f52c630cd847 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0580845 Mar 08 12:08:59.046691 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de347835-e3ae-4919-904e-af2b4b48b733 req-e44f2676-114c-416f-b002-7297f38c7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:59.048210 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de347835-e3ae-4919-904e-af2b4b48b733 req-e44f2676-114c-416f-b002-7297f38c7991 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8538495811a94895b410d83147c0f4dc&device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 1129 time: 0.0575421 Mar 08 12:08:59.061504 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c5c66827-d419-453f-a824-5ebaf82cc222 req-a6bbf4e0-7311-4442-b393-9d69ab653780 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503097 Mar 08 12:08:59.163980 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0304b9-ed32-428d-ac61-a6abafc75233 req-4257ddf1-f329-4d56-b035-ec538a3feff0 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:59.165493 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1d0304b9-ed32-428d-ac61-a6abafc75233 req-4257ddf1-f329-4d56-b035-ec538a3feff0 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 943 time: 0.1106601 Mar 08 12:08:59.201513 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de347835-e3ae-4919-904e-af2b4b48b733 req-b3f8c385-3fe4-48f8-9877-1b0dbdde36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:59.202958 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de347835-e3ae-4919-904e-af2b4b48b733 req-b3f8c385-3fe4-48f8-9877-1b0dbdde36d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=179e1abc-e30f-4687-8a9a-a281be5cbc95 HTTP/1.1" status: 200 len: 910 time: 0.1370621 Mar 08 12:08:59.272257 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1d0304b9-ed32-428d-ac61-a6abafc75233 req-18a1263a-65d6-44a5-a7b3-1d0554c5f52d tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994923 Mar 08 12:08:59.287927 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de347835-e3ae-4919-904e-af2b4b48b733 req-a0977d00-4277-4380-97bd-5b030360e78f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a017dc74-6887-47de-b2eb-8c8051858f57 HTTP/1.1" status: 200 len: 1001 time: 0.0737042 Mar 08 12:08:59.341016 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de347835-e3ae-4919-904e-af2b4b48b733 req-8f5804bd-0b63-4cfc-82a5-8d2089696c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:59.342483 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de347835-e3ae-4919-904e-af2b4b48b733 req-8f5804bd-0b63-4cfc-82a5-8d2089696c2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb880db3-908f-4f74-bad5-3393fd22f872 HTTP/1.1" status: 200 len: 848 time: 0.0466027 Mar 08 12:08:59.399455 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de347835-e3ae-4919-904e-af2b4b48b733 req-25b3004b-5248-4986-ac63-c3738bbd162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:08:59.400984 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de347835-e3ae-4919-904e-af2b4b48b733 req-25b3004b-5248-4986-ac63-c3738bbd162e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=179e1abc-e30f-4687-8a9a-a281be5cbc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518591 Mar 08 12:08:59.493832 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de347835-e3ae-4919-904e-af2b4b48b733 req-57103d3b-a93f-4823-81e9-a75217998217 service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856769 Mar 08 12:08:59.828523 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de347835-e3ae-4919-904e-af2b4b48b733 req-a1557689-459b-4b21-939c-30971ac58c2b service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283215 Mar 08 12:08:59.869447 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:00.182800 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39a1a5-c732-48d8-b395-502bb0d6f027 req-d83f40e3-e0a9-4ed9-b3ce-58e519be60ea tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:00.184333 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ae39a1a5-c732-48d8-b395-502bb0d6f027 req-d83f40e3-e0a9-4ed9-b3ce-58e519be60ea tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0526943 Mar 08 12:09:00.229978 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ae39a1a5-c732-48d8-b395-502bb0d6f027 req-c0e42bc1-46c0-4247-a7db-bc7baff0caa4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400298 Mar 08 12:09:00.387556 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d216df-e0b5-4122-8bab-b8fdb09dd157 req-d2876b07-23a5-45fb-997f-406e70557236 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:00.389057 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-20d216df-e0b5-4122-8bab-b8fdb09dd157 req-d2876b07-23a5-45fb-997f-406e70557236 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 943 time: 0.0522940 Mar 08 12:09:00.438244 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-20d216df-e0b5-4122-8bab-b8fdb09dd157 req-1b40ed26-6cf9-4cf9-b0ae-0e92cde9cc01 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422878 Mar 08 12:09:01.352016 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40744c-d47f-4c80-8797-cc43a9311429 req-465f4c5b-78a1-46d3-869f-542c59da13d8 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:01.353504 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ce40744c-d47f-4c80-8797-cc43a9311429 req-465f4c5b-78a1-46d3-869f-542c59da13d8 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0550773 Mar 08 12:09:01.388919 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:01.401165 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ce40744c-d47f-4c80-8797-cc43a9311429 req-b3137420-7cf0-4ea7-9592-ef9236223941 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 Mar 08 12:09:01.556930 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c0e0f-be3c-40c4-8d99-73b2b6d47baf req-d52172f3-2835-4298-96cf-4326fdc04650 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:01.558394 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e44c0e0f-be3c-40c4-8d99-73b2b6d47baf req-d52172f3-2835-4298-96cf-4326fdc04650 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 943 time: 0.0536377 Mar 08 12:09:01.607553 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e44c0e0f-be3c-40c4-8d99-73b2b6d47baf req-2a62065f-2923-43a8-a65e-63c3e3383a4f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434973 Mar 08 12:09:02.306477 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4da4eca2-b8b9-485a-a1da-9457427fe7dd details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:09:02.416289 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 4da4eca2-b8b9-485a-a1da-9457427fe7dd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4da4eca2-b8b9-485a-a1da-9457427fe7dd,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:02.427959 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '4da4eca2-b8b9-485a-a1da-9457427fe7dd', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'port_id': '4da4eca2-b8b9-485a-a1da-9457427fe7dd', 'mac_address': 'fa:16:3e:72:a9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:09:02.466920 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 4da4eca2-b8b9-485a-a1da-9457427fe7dd is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:02.467369 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:02.483974 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da4eca2-b8b9-485a-a1da-9457427fe7dd {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:09:02.508044 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 4da4eca2-b8b9-485a-a1da-9457427fe7dd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4da4eca2-b8b9-485a-a1da-9457427fe7dd,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:02.540219 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d0b92-eeff-4acb-a0c8-3b5defdb800a req-4d075289-721e-490a-8976-6429238bfb8d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:02.542764 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ba3d0b92-eeff-4acb-a0c8-3b5defdb800a req-4d075289-721e-490a-8976-6429238bfb8d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0728979 Mar 08 12:09:02.587554 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:02.601470 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ba3d0b92-eeff-4acb-a0c8-3b5defdb800a req-017b0b56-99e6-4fd6-b38d-b7a47613d2f5 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525696 Mar 08 12:09:02.640131 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=4da4eca2-b8b9-485a-a1da-9457427fe7dd,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:02.736606 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efab800-a1a0-4b7e-a52f-575dbd55bfe6 req-371601d0-dc30-4df5-8eaa-cdf5062425e5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:02.738169 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9efab800-a1a0-4b7e-a52f-575dbd55bfe6 req-371601d0-dc30-4df5-8eaa-cdf5062425e5 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 944 time: 0.0608535 Mar 08 12:09:02.791660 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9efab800-a1a0-4b7e-a52f-575dbd55bfe6 req-e1ce9474-7fc8-4018-a3aa-da52f94fce4f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470555 Mar 08 12:09:03.068742 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['4da4eca2-b8b9-485a-a1da-9457427fe7dd'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:09:03.738866 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488b6dd-2d74-4d51-9602-7ddd5503bfaa req-988fd4ca-9b36-47ab-abfd-e4f61de63166 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:03.740593 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8488b6dd-2d74-4d51-9602-7ddd5503bfaa req-988fd4ca-9b36-47ab-abfd-e4f61de63166 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0671382 Mar 08 12:09:03.800871 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8488b6dd-2d74-4d51-9602-7ddd5503bfaa req-7bc0aaac-2c6d-42df-8f78-7f9b2986ba46 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531805 Mar 08 12:09:03.873578 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4da4eca2-b8b9-485a-a1da-9457427fe7dd up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:09:04.007488 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652d1ed-9a97-45b1-81ce-e0bb7197110b req-cb1ec864-a5eb-4459-bde8-a845e91bff4a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:04.009069 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f652d1ed-9a97-45b1-81ce-e0bb7197110b req-cb1ec864-a5eb-4459-bde8-a845e91bff4a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 944 time: 0.0736303 Mar 08 12:09:04.086577 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f652d1ed-9a97-45b1-81ce-e0bb7197110b req-d9e90a50-0947-4702-8e19-b392c69c9d6c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642440 Mar 08 12:09:04.097660 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 4da4eca2-b8b9-485a-a1da-9457427fe7dd completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:09:04.107500 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 4da4eca2-b8b9-485a-a1da-9457427fe7dd triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:04.107500 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:04.221642 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 4da4eca2-b8b9-485a-a1da-9457427fe7dd is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:04.222121 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:04.249609 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da4eca2-b8b9-485a-a1da-9457427fe7dd'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:04.252123 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0ea66b-8f9d-439c-aba4-44dc7119b499" -d '{"events": [{"server_uuid": "bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f", "name": "network-vif-plugged", "status": "completed", "tag": "4da4eca2-b8b9-485a-a1da-9457427fe7dd"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:04.276861 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 4da4eca2-b8b9-485a-a1da-9457427fe7dd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4da4eca2-b8b9-485a-a1da-9457427fe7dd,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:04.323894 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf8c663-a522-4447-9538-2a566ccb4ae6 x-openstack-request-id: req-ddf8c663-a522-4447-9538-2a566ccb4ae6 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:04.328290 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f", "name": "network-vif-plugged", "status": "completed", "tag": "4da4eca2-b8b9-485a-a1da-9457427fe7dd", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:04.328290 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddf8c663-a522-4447-9538-2a566ccb4ae6 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:04.328290 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da4eca2-b8b9-485a-a1da-9457427fe7dd', 'code': 200} Mar 08 12:09:04.377389 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:04.447389 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=4da4eca2-b8b9-485a-a1da-9457427fe7dd,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:04.668605 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80057dbd-c752-48f7-ab4d-82f8ddf81494 req-21e9f31c-2846-4448-b846-147bdb8bd901 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:04.670694 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-80057dbd-c752-48f7-ab4d-82f8ddf81494 req-21e9f31c-2846-4448-b846-147bdb8bd901 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 946 time: 0.0630925 Mar 08 12:09:04.743935 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-80057dbd-c752-48f7-ab4d-82f8ddf81494 req-1fedc709-76e3-4f78-87f1-8ffa09537acb tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614724 Mar 08 12:09:04.777335 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddd8a5-b591-4d38-81aa-b9c29eb25ca2 req-7d357b1d-664d-4d08-a7a1-64543b954813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:04.778889 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-deddd8a5-b591-4d38-81aa-b9c29eb25ca2 req-7d357b1d-664d-4d08-a7a1-64543b954813 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 1129 time: 0.0548141 Mar 08 12:09:04.830429 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-deddd8a5-b591-4d38-81aa-b9c29eb25ca2 req-d16992c5-5694-47dc-b266-a658e20d8357 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440588 Mar 08 12:09:05.225505 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0265d53-b7ee-4f14-9f94-c73052d5a277 req-4f420150-2998-4d26-843b-0aab363c917f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:05.227023 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a0265d53-b7ee-4f14-9f94-c73052d5a277 req-4f420150-2998-4d26-843b-0aab363c917f tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 945 time: 0.0552859 Mar 08 12:09:05.277157 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a0265d53-b7ee-4f14-9f94-c73052d5a277 req-a1f5c748-96b6-4365-92fa-542628e63085 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443463 Mar 08 12:09:05.875061 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3057687-61eb-481f-a102-1e017ac7446d req-21206e45-7db1-4a26-a50e-8674f8c1ae7d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:05.876630 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c3057687-61eb-481f-a102-1e017ac7446d req-21206e45-7db1-4a26-a50e-8674f8c1ae7d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 946 time: 0.0568960 Mar 08 12:09:05.933610 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c3057687-61eb-481f-a102-1e017ac7446d req-15e3d95a-d748-4ae1-9b57-2a6c3e802824 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514169 Mar 08 12:09:06.407340 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76404015-9793-469b-bb34-82f704522c33 req-559c6667-f50d-407c-8d1b-2ffb61f2cc4a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:06.409157 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-76404015-9793-469b-bb34-82f704522c33 req-559c6667-f50d-407c-8d1b-2ffb61f2cc4a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 945 time: 0.0582452 Mar 08 12:09:06.472175 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-76404015-9793-469b-bb34-82f704522c33 req-fe728daf-3256-45b0-bfca-76ceb428218a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520060 Mar 08 12:09:07.060077 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d7232-31f4-43c5-b9a2-ca0b2a0f563d req-48311754-b6df-4e64-8241-b25d380f5935 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:07.061658 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b24d7232-31f4-43c5-b9a2-ca0b2a0f563d req-48311754-b6df-4e64-8241-b25d380f5935 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 946 time: 0.0532594 Mar 08 12:09:07.112175 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b24d7232-31f4-43c5-b9a2-ca0b2a0f563d req-868ca7d3-c45f-4ab5-935c-8b52a1a98220 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=4505e212-68f2-4464-8542-9cf64286c080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447197 Mar 08 12:09:07.184153 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-f672ceb8-0574-477e-a4e4-37c2bc52603b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:07.185581 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-f672ceb8-0574-477e-a4e4-37c2bc52603b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 946 time: 0.0566125 Mar 08 12:09:07.300238 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Deleting port 6ac8ad31-acaf-4663-8ea0-07239ed0199d {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:07.300577 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:07.395659 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] For port 6ac8ad31-acaf-4663-8ea0-07239ed0199d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ac8ad31-acaf-4663-8ea0-07239ed0199d,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:07.396030 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:07.630607 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:07.631413 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (6f959a02-a7ef-495e-a538-4fe9e8d82c2c), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:07.631413 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Floating IP 6f959a02-a7ef-495e-a538-4fe9e8d82c2c disassociated. External IP: 172.27.1.148, port: 6ac8ad31-acaf-4663-8ea0-07239ed0199d. Mar 08 12:09:07.631633 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Calling delete_port for 6ac8ad31-acaf-4663-8ea0-07239ed0199d owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:07.649173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a5dfd-bded-4d22-bec2-8c1f2865488a req-663c5275-662d-422e-bc52-b4390d027aa3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:07.650712 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-998a5dfd-bded-4d22-bec2-8c1f2865488a req-663c5275-662d-422e-bc52-b4390d027aa3 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 945 time: 0.0882225 Mar 08 12:09:07.747006 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-998a5dfd-bded-4d22-bec2-8c1f2865488a req-3915a550-8ee7-4352-a40d-db73358c7f84 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901933 Mar 08 12:09:07.863819 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc16c9-650b-4b01-86ab-6619e9e83694 req-ed825eaf-7615-426d-bcac-738e85f797fa tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:07.865365 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-29dc16c9-650b-4b01-86ab-6619e9e83694 req-ed825eaf-7615-426d-bcac-738e85f797fa tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 945 time: 0.0535851 Mar 08 12:09:07.874366 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53152) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:07.878916 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-0537c57b-2fee-4d34-9aa5-d39050a57e61 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'floatingip': {'port_id': '4da4eca2-b8b9-485a-a1da-9457427fe7dd'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:07.918291 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0537c57b-2fee-4d34-9aa5-d39050a57e61 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (9723804a-da91-40e7-9cf8-b798303d2c3e), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:07.920239 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (6ac8ad31-acaf-4663-8ea0-07239ed0199d), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:07.948841 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event deleted for resources: {'Port': ['ID=6ac8ad31-acaf-4663-8ea0-07239ed0199d,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:08.078047 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Router 78ca01d5-eaff-46d1-841e-5870543e8335 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:09:08.224112 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-172dab9c-5975-4e0b-9a54-0049dcea7bae req-606fa19c-6715-48d1-bca4-b4178cd531a0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 210 time: 0.0281250 Mar 08 12:09:08.225745 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:08.238399 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c8d4-3010-492b-a296-484c14b56227 None None] Sync routers for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:08.255250 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583c8d4-3010-492b-a296-484c14b56227 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:08.256001 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9583c8d4-3010-492b-a296-484c14b56227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:08:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:08.275233 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] No DVR routers for this DVR port 6ac8ad31-acaf-4663-8ea0-07239ed0199d on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:08.277948 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:08.281435 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-78110e1e-1ceb-4000-878e-977940eaf9e5 req-85f46487-a7dd-44c1-9c9c-62e5ea579298 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.55 "DELETE /v2.0/ports/6ac8ad31-acaf-4663-8ea0-07239ed0199d HTTP/1.1" status: 204 len: 173 time: 1.0765412 Mar 08 12:09:08.281974 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'name': 'network-vif-deleted', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:08.284503 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c096e3-9c2f-41db-9f7d-ba939b0e862b" -d '{"events": [{"server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "name": "network-vif-deleted", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:08.338101 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35af19c8-d316-44ee-bf2b-beabe0da8412 x-openstack-request-id: req-35af19c8-d316-44ee-bf2b-beabe0da8412 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:08.338101 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87", "name": "network-vif-deleted", "tag": "6ac8ad31-acaf-4663-8ea0-07239ed0199d", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:08.338101 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35af19c8-d316-44ee-bf2b-beabe0da8412 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:08.338101 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87', 'name': 'network-vif-deleted', 'tag': '6ac8ad31-acaf-4663-8ea0-07239ed0199d', 'status': 'completed', 'code': 200} Mar 08 12:09:08.385940 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-9583c8d4-3010-492b-a296-484c14b56227 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:08.431277 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0537c57b-2fee-4d34-9aa5-d39050a57e61 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:08.512944 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0537c57b-2fee-4d34-9aa5-d39050a57e61 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (9723804a-da91-40e7-9cf8-b798303d2c3e), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:08.624908 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.l3_db [None req-0537c57b-2fee-4d34-9aa5-d39050a57e61 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Floating IP 9723804a-da91-40e7-9cf8-b798303d2c3e associated. External IP: 172.27.1.57, port: 4da4eca2-b8b9-485a-a1da-9457427fe7dd. Mar 08 12:09:08.728582 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9583c8d4-3010-492b-a296-484c14b56227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 5, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:08.756837 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c8d4-3010-492b-a296-484c14b56227 None None] Checking router: 78ca01d5-eaff-46d1-841e-5870543e8335 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:08.765266 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583c8d4-3010-492b-a296-484c14b56227 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:08.765874 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9583c8d4-3010-492b-a296-484c14b56227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:08:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:08.846383 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0537c57b-2fee-4d34-9aa5-d39050a57e61 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Router 815211d6-f3c9-4422-817c-471d4aae972e has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:09:08.878950 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-9583c8d4-3010-492b-a296-484c14b56227 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:08.960516 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0537c57b-2fee-4d34-9aa5-d39050a57e61 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:08.965316 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0537c57b-2fee-4d34-9aa5-d39050a57e61 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:08.971602 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9df4a4-8a6d-43de-8a0a-96930d07296c None None] Sync routers for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:08.981764 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9df4a4-8a6d-43de-8a0a-96930d07296c None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:08.983240 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-4b9df4a4-8a6d-43de-8a0a-96930d07296c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:08:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:08.999670 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-0537c57b-2fee-4d34-9aa5-d39050a57e61 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "PUT /v2.0/floatingips/9723804a-da91-40e7-9cf8-b798303d2c3e HTTP/1.1" status: 200 len: 990 time: 1.1241779 Mar 08 12:09:09.000533 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f', 'tag': '4da4eca2-b8b9-485a-a1da-9457427fe7dd'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:09.003907 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d26fd6-a4b2-41d4-8c6b-01cfec34be81" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f", "tag": "4da4eca2-b8b9-485a-a1da-9457427fe7dd"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:09.043150 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e99a821-b6fc-4ce3-b8ec-f2cd1fb0c832 x-openstack-request-id: req-9e99a821-b6fc-4ce3-b8ec-f2cd1fb0c832 {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:09.043659 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f", "tag": "4da4eca2-b8b9-485a-a1da-9457427fe7dd", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:09.043911 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e99a821-b6fc-4ce3-b8ec-f2cd1fb0c832 {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:09.044495 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f', 'tag': '4da4eca2-b8b9-485a-a1da-9457427fe7dd', 'status': 'completed', 'code': 200} Mar 08 12:09:09.098314 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-4b9df4a4-8a6d-43de-8a0a-96930d07296c None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:09.102541 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9583c8d4-3010-492b-a296-484c14b56227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 5, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:09.130238 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c8d4-3010-492b-a296-484c14b56227 None None] The sync data for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi is: [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 5, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:09.351270 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-4b9df4a4-8a6d-43de-8a0a-96930d07296c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '9723804a-da91-40e7-9cf8-b798303d2c3e', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': '4da4eca2-b8b9-485a-a1da-9457427fe7dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:72:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:08:45Z', 'updated_at': '2022-03-08T12:09:08Z', 'revision_number': 1, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:09.360618 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5b057c78-9682-4926-876e-0479b79b2cdc req-5d84132d-fdce-41f6-ba49-be6aea00389d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 210 time: 0.0317719 Mar 08 12:09:09.382355 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9df4a4-8a6d-43de-8a0a-96930d07296c None None] Checking router: 815211d6-f3c9-4422-817c-471d4aae972e for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:09.390009 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94419e-0ea3-4f29-a9eb-c005f5350ea2 None None] New status for floating IP 6f959a02-a7ef-495e-a538-4fe9e8d82c2c: DOWN {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:09:09.390498 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9df4a4-8a6d-43de-8a0a-96930d07296c None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:09.391019 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-4b9df4a4-8a6d-43de-8a0a-96930d07296c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:08:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:09.497614 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-4b9df4a4-8a6d-43de-8a0a-96930d07296c None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:09.815200 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-4b9df4a4-8a6d-43de-8a0a-96930d07296c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '9723804a-da91-40e7-9cf8-b798303d2c3e', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': '4da4eca2-b8b9-485a-a1da-9457427fe7dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:72:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:08:45Z', 'updated_at': '2022-03-08T12:09:08Z', 'revision_number': 1, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:09.848768 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9df4a4-8a6d-43de-8a0a-96930d07296c None None] The sync data for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi is: [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '9723804a-da91-40e7-9cf8-b798303d2c3e', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': '4da4eca2-b8b9-485a-a1da-9457427fe7dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:72:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:08:45Z', 'updated_at': '2022-03-08T12:09:08Z', 'revision_number': 1, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:10.060043 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d7a5e4-190f-42e2-9839-ebc9fb8645e7 None None] New status for floating IP 9723804a-da91-40e7-9cf8-b798303d2c3e: ACTIVE {{(pid=110510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:09:10.463923 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-57bba547-01f9-4add-88fb-109a7d5a7d93 req-21dee2c3-0b4e-4c4f-8815-e780952b1b0f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 210 time: 0.0279696 Mar 08 12:09:10.910356 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d26fd6-a4b2-41d4-8c6b-01cfec34be81 req-edb1bd6e-a03f-43dd-a495-8e70091ae8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:10.911940 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-25d26fd6-a4b2-41d4-8c6b-01cfec34be81 req-edb1bd6e-a03f-43dd-a495-8e70091ae8eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 1129 time: 0.0540617 Mar 08 12:09:11.033480 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d26fd6-a4b2-41d4-8c6b-01cfec34be81 req-d93dfe61-aec2-4d28-ad86-0bedd9d76d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:11.033480 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-25d26fd6-a4b2-41d4-8c6b-01cfec34be81 req-d93dfe61-aec2-4d28-ad86-0bedd9d76d9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 200 len: 915 time: 0.1018229 Mar 08 12:09:11.111986 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-25d26fd6-a4b2-41d4-8c6b-01cfec34be81 req-2eb3d3e1-98ca-42f6-83a2-a20de9456160 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4da4eca2-b8b9-485a-a1da-9457427fe7dd HTTP/1.1" status: 200 len: 1000 time: 0.0736623 Mar 08 12:09:11.182676 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d26fd6-a4b2-41d4-8c6b-01cfec34be81 req-4ef79cab-c755-4cbb-ab66-5f4fa83e7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:11.184731 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-25d26fd6-a4b2-41d4-8c6b-01cfec34be81 req-4ef79cab-c755-4cbb-ab66-5f4fa83e7bfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a387d57-4cc1-4172-ab00-0a23139114fa HTTP/1.1" status: 200 len: 853 time: 0.0666122 Mar 08 12:09:11.259257 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d26fd6-a4b2-41d4-8c6b-01cfec34be81 req-9b53666b-cb15-41ff-9388-85dab784ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:11.261641 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-25d26fd6-a4b2-41d4-8c6b-01cfec34be81 req-9b53666b-cb15-41ff-9388-85dab784ce1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91deec2c-beff-469e-8457-e94ee53aae39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694678 Mar 08 12:09:11.366568 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-25d26fd6-a4b2-41d4-8c6b-01cfec34be81 req-e65bfc5a-d560-4deb-aa4a-0156d7a1cfda service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894153 Mar 08 12:09:11.463593 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-25d26fd6-a4b2-41d4-8c6b-01cfec34be81 req-5dc3928d-9de4-40ad-83dc-3a0c1ecab117 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897820 Mar 08 12:09:11.580697 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0b9e0776-1a85-4070-a2d2-599257d3e157 req-75857479-1148-4f9f-87b3-4c34594d663b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7b00cb2-ade7-4d2d-8139-3dc4f83ccd87 HTTP/1.1" status: 200 len: 210 time: 0.0267386 Mar 08 12:09:12.796605 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53214) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:12.797307 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6ac8ad31-acaf-4663-8ea0-07239ed0199d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:12.820355 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 6ac8ad31-acaf-4663-8ea0-07239ed0199d {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:12.821728 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6ac8ad31-acaf-4663-8ea0-07239ed0199d not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:12.868833 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f1f0-e32f-491c-82ca-c3976638fc14 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group (4505e212-68f2-4464-8542-9cf64286c080), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:12.899541 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f1f0-e32f-491c-82ca-c3976638fc14 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group (4505e212-68f2-4464-8542-9cf64286c080), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:13.114565 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f1f0-e32f-491c-82ca-c3976638fc14 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (4505e212-68f2-4464-8542-9cf64286c080), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:13.117799 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f1f0-e32f-491c-82ca-c3976638fc14 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:13.119091 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-e6d0f1f0-e32f-491c-82ca-c3976638fc14 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "DELETE /v2.0/security-groups/4505e212-68f2-4464-8542-9cf64286c080 HTTP/1.1" status: 204 len: 168 time: 0.3214128 Mar 08 12:09:13.121929 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53216) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:13.130242 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0f1f0-e32f-491c-82ca-c3976638fc14 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4505e212-68f2-4464-8542-9cf64286c080,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:13.144970 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.api.v2.resource [None req-076aa771-ec2b-4ba9-a925-4c28a8f89a0d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] show failed (client error): The resource could not be found. Mar 08 12:09:13.146097 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-076aa771-ec2b-4ba9-a925-4c28a8f89a0d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups/4505e212-68f2-4464-8542-9cf64286c080 HTTP/1.1" status: 404 len: 347 time: 0.0229523 Mar 08 12:09:13.149857 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53218) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:13.290305 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8a4f6-429c-4bb4-994a-8834bcafe070 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Deleting port ed9c1d10-a990-4f27-8368-3557fb224632 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:13.290654 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a4f6-429c-4bb4-994a-8834bcafe070 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (ed9c1d10-a990-4f27-8368-3557fb224632), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:13.373575 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a4f6-429c-4bb4-994a-8834bcafe070 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (ed9c1d10-a990-4f27-8368-3557fb224632), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:13.373791 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a4f6-429c-4bb4-994a-8834bcafe070 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (ed9c1d10-a990-4f27-8368-3557fb224632), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:13.386360 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8a4f6-429c-4bb4-994a-8834bcafe070 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Calling delete_port for ed9c1d10-a990-4f27-8368-3557fb224632 owned by network:floatingip {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:13.650605 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a4f6-429c-4bb4-994a-8834bcafe070 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (ed9c1d10-a990-4f27-8368-3557fb224632), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:13.680081 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8a4f6-429c-4bb4-994a-8834bcafe070 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event deleted for resources: {'Port': ['ID=ed9c1d10-a990-4f27-8368-3557fb224632,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:13.748587 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a4f6-429c-4bb4-994a-8834bcafe070 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (6f959a02-a7ef-495e-a538-4fe9e8d82c2c), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:13.751146 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4bf8a4f6-429c-4bb4-994a-8834bcafe070 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:13.752346 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-4bf8a4f6-429c-4bb4-994a-8834bcafe070 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "DELETE /v2.0/floatingips/6f959a02-a7ef-495e-a538-4fe9e8d82c2c HTTP/1.1" status: 204 len: 168 time: 0.6013548 Mar 08 12:09:14.012993 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:09:15.004136 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53244) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:15.012807 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-06d29b21-3667-47a7-9797-bc63e9571f97 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689862167', 'description': 'tempest-description--169134020'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:15.183271 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-06d29b21-3667-47a7-9797-bc63e9571f97 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:15.262651 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-06d29b21-3667-47a7-9797-bc63e9571f97 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group (70872214-265b-4bd3-b2db-0f1eeb39c9b4), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:15.330073 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-06d29b21-3667-47a7-9797-bc63e9571f97 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (70872214-265b-4bd3-b2db-0f1eeb39c9b4), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:15.358549 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d29b21-3667-47a7-9797-bc63e9571f97 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70872214-265b-4bd3-b2db-0f1eeb39c9b4,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:15.465104 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-06d29b21-3667-47a7-9797-bc63e9571f97 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:15.466308 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-06d29b21-3667-47a7-9797-bc63e9571f97 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4606414 Mar 08 12:09:15.470347 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53248) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:15.475796 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-4a3ead3c-ec20-415a-af11-32adc58d76e0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Request body: {'security_group_rule': {'security_group_id': '70872214-265b-4bd3-b2db-0f1eeb39c9b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:15.588425 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4a3ead3c-ec20-415a-af11-32adc58d76e0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group_rule (717abcbc-b2e7-4ce6-b99f-deb20e7bd77d), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:15.650585 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4a3ead3c-ec20-415a-af11-32adc58d76e0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group_rule (717abcbc-b2e7-4ce6-b99f-deb20e7bd77d), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:15.760748 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4a3ead3c-ec20-415a-af11-32adc58d76e0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (717abcbc-b2e7-4ce6-b99f-deb20e7bd77d), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:15.780685 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ead3c-ec20-415a-af11-32adc58d76e0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717abcbc-b2e7-4ce6-b99f-deb20e7bd77d,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:15.859384 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4a3ead3c-ec20-415a-af11-32adc58d76e0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:15.860637 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-4a3ead3c-ec20-415a-af11-32adc58d76e0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3892593 Mar 08 12:09:15.863623 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53254) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:15.868740 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-68174acf-92c4-4867-ab4b-16d75737da54 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Request body: {'security_group_rule': {'security_group_id': '70872214-265b-4bd3-b2db-0f1eeb39c9b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:15.987081 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-68174acf-92c4-4867-ab4b-16d75737da54 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group_rule (8f6f9ca4-ee7e-4e4e-8ec1-5255524aaf7d), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:16.052917 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-68174acf-92c4-4867-ab4b-16d75737da54 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group_rule (8f6f9ca4-ee7e-4e4e-8ec1-5255524aaf7d), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:16.137381 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-68174acf-92c4-4867-ab4b-16d75737da54 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (8f6f9ca4-ee7e-4e4e-8ec1-5255524aaf7d), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:16.160487 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68174acf-92c4-4867-ab4b-16d75737da54 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6f9ca4-ee7e-4e4e-8ec1-5255524aaf7d,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:16.240621 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-68174acf-92c4-4867-ab4b-16d75737da54 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:16.241818 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-68174acf-92c4-4867-ab4b-16d75737da54 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3771875 Mar 08 12:09:16.245177 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53256) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:16.250324 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Request body: {'floatingip': {'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:16.343711 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:16.454359 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:16.570286 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Allocated IP 172.27.1.214 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/288c3ba6-0abf-4a2b-98d3-bcb11771e96c) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:16.675867 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for port (288c3ba6-0abf-4a2b-98d3-bcb11771e96c), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:16.806480 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (288c3ba6-0abf-4a2b-98d3-bcb11771e96c), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:16.850784 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:16.854243 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:16.856933 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:09:16.870360 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event updated for resources: {'Port': ['ID=288c3ba6-0abf-4a2b-98d3-bcb11771e96c,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:16.948736 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (02e04e8e-a391-4c94-aad8-6c5f34baa41e), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:17.062845 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (288c3ba6-0abf-4a2b-98d3-bcb11771e96c), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:17.226353 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for port (288c3ba6-0abf-4a2b-98d3-bcb11771e96c), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:17.336181 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30227992'] for port (288c3ba6-0abf-4a2b-98d3-bcb11771e96c), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:17.412712 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event updated for resources: {'Port': ['ID=288c3ba6-0abf-4a2b-98d3-bcb11771e96c,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:17.427054 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (02e04e8e-a391-4c94-aad8-6c5f34baa41e), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:17.555362 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:17.556836 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-0b4bec2c-d165-4135-ae89-48489d26f1d1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3102057 Mar 08 12:09:17.771824 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-d53ca104-2187-4e3f-a9f3-d964b1f1367e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1689862167&fields=id&tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02 HTTP/1.1" status: 200 len: 267 time: 0.0468431 Mar 08 12:09:17.896037 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-e06ff64e-4b01-4bc2-b259-d76da3a302c6 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:17.897674 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-e06ff64e-4b01-4bc2-b259-d76da3a302c6 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/networks?id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 HTTP/1.1" status: 200 len: 817 time: 0.1193078 Mar 08 12:09:17.917380 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-4da6fdbc-5261-414c-92cb-faa49a8e1e76 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/quotas/8365ad5cbe4d4bbcaa750e1f088a3f02 HTTP/1.1" status: 200 len: 375 time: 0.0105102 Mar 08 12:09:17.981526 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-e7b2905c-64b5-458b-ac0c-0066f5acc485 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586855 Mar 08 12:09:18.111733 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-eb0f0558-f39f-4753-b1e8-4ca474ac10c9 service neutron] 10.222.0.44 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164882 Mar 08 12:09:18.268421 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-dcc632ce-ce82-4108-b503-d412bf86c4d0 service neutron] 10.222.0.44 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501429 Mar 08 12:09:18.566560 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4a444d7a-b8af-427f-8f1d-750eb6271f25 req-67894e51-d2ea-45f7-8be0-e7c085cc4712 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 210 time: 0.0298703 Mar 08 12:09:19.232899 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e1846e4-5935-4649-9031-e8871b552ee4 req-60f25919-c89e-4c8d-b935-862cd90de48d tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-607695300&fields=id&tenant_id=23396fe2e24d48e1a919efa0e1896508 HTTP/1.1" status: 200 len: 267 time: 0.0501716 Mar 08 12:09:19.298094 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1846e4-5935-4649-9031-e8871b552ee4 req-3bd21a22-02cd-426a-b69d-2891659485cb tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:19.299993 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e1846e4-5935-4649-9031-e8871b552ee4 req-3bd21a22-02cd-426a-b69d-2891659485cb tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 984 time: 0.0616105 Mar 08 12:09:19.313110 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [req-8e1846e4-5935-4649-9031-e8871b552ee4 req-e1746fb6-9a76-4fda-a531-45314b3c9197 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Request body: {'port': {'security_groups': ['3df53b97-9386-4a9f-8a5c-569dd0e4fb78']}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:19.407075 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-8e1846e4-5935-4649-9031-e8871b552ee4 req-e1746fb6-9a76-4fda-a531-45314b3c9197 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (505947da-5e1e-4917-9740-68272ecb3e26), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:19.602832 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [req-8e1846e4-5935-4649-9031-e8871b552ee4 req-e1746fb6-9a76-4fda-a531-45314b3c9197 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] For port 505947da-5e1e-4917-9740-68272ecb3e26, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=505947da-5e1e-4917-9740-68272ecb3e26,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:19.646237 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-8e1846e4-5935-4649-9031-e8871b552ee4 req-e1746fb6-9a76-4fda-a531-45314b3c9197 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for port (505947da-5e1e-4917-9740-68272ecb3e26), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:19.687548 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-932f9840-83d3-4cc7-8d18-b733460b3bf6 req-578a461a-4214-4d9c-845e-d5aa4cb62515 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 210 time: 0.0289302 Mar 08 12:09:19.783002 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-8e1846e4-5935-4649-9031-e8871b552ee4 req-e1746fb6-9a76-4fda-a531-45314b3c9197 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30227992'] for port (505947da-5e1e-4917-9740-68272ecb3e26), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:19.819840 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['505947da-5e1e-4917-9740-68272ecb3e26'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:09:19.836937 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1846e4-5935-4649-9031-e8871b552ee4 req-e1746fb6-9a76-4fda-a531-45314b3c9197 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:19.837610 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [req-8e1846e4-5935-4649-9031-e8871b552ee4 req-e1746fb6-9a76-4fda-a531-45314b3c9197 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:19.839138 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8e1846e4-5935-4649-9031-e8871b552ee4 req-e1746fb6-9a76-4fda-a531-45314b3c9197 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "PUT /v2.0/ports/505947da-5e1e-4917-9740-68272ecb3e26 HTTP/1.1" status: 200 len: 942 time: 0.5311086 Mar 08 12:09:19.839662 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:19.842036 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429be8f9-7722-434e-8e88-64cd2fd27bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "tag": "505947da-5e1e-4917-9740-68272ecb3e26"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:19.847212 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53316) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:19.893820 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82886a41-e584-4bc9-b8a7-f3d85993e06b x-openstack-request-id: req-82886a41-e584-4bc9-b8a7-f3d85993e06b {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:19.909844 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "tag": "505947da-5e1e-4917-9740-68272ecb3e26", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:19.915567 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82886a41-e584-4bc9-b8a7-f3d85993e06b {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:19.916200 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26', 'status': 'completed', 'code': 200} Mar 08 12:09:19.920078 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1746fb6-9a76-4fda-a531-45314b3c9197 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event updated for resources: {'Port': ['ID=505947da-5e1e-4917-9740-68272ecb3e26,revision_number=7']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:20.025461 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1e3f815a-8b1e-432a-9fbb-704380d35261 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group (19fdbddc-96c9-4692-840d-795e21a350a8), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:20.046002 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['505947da-5e1e-4917-9740-68272ecb3e26'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:09:20.062420 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1e3f815a-8b1e-432a-9fbb-704380d35261 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group (19fdbddc-96c9-4692-840d-795e21a350a8), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:20.142679 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429be8f9-7722-434e-8e88-64cd2fd27bd2 req-a78ccc63-cc5d-49ac-9e54-987d289c2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:20.144647 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-429be8f9-7722-434e-8e88-64cd2fd27bd2 req-a78ccc63-cc5d-49ac-9e54-987d289c2dc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23396fe2e24d48e1a919efa0e1896508&device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 1129 time: 0.1819232 Mar 08 12:09:20.281238 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1e3f815a-8b1e-432a-9fbb-704380d35261 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (19fdbddc-96c9-4692-840d-795e21a350a8), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:20.284341 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1e3f815a-8b1e-432a-9fbb-704380d35261 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:20.285620 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-1e3f815a-8b1e-432a-9fbb-704380d35261 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "DELETE /v2.0/security-groups/19fdbddc-96c9-4692-840d-795e21a350a8 HTTP/1.1" status: 204 len: 168 time: 0.4373019 Mar 08 12:09:20.289395 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53328) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:20.317542 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-52505f83-12b0-4b4f-b8cc-84ce49e9830c None None] Provisioning complete for port 505947da-5e1e-4917-9740-68272ecb3e26 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:20.319453 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-52505f83-12b0-4b4f-b8cc-84ce49e9830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (505947da-5e1e-4917-9740-68272ecb3e26), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:20.328412 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f815a-8b1e-432a-9fbb-704380d35261 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fdbddc-96c9-4692-840d-795e21a350a8,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:20.338585 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429be8f9-7722-434e-8e88-64cd2fd27bd2 req-de5460ed-9ab2-41d7-a1c4-e777396d508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:20.347630 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-429be8f9-7722-434e-8e88-64cd2fd27bd2 req-de5460ed-9ab2-41d7-a1c4-e777396d508f service neutron] 10.222.0.55 "GET /v2.0/networks?id=552fa765-aa36-42ef-b1db-e824e7214f9c HTTP/1.1" status: 200 len: 915 time: 0.1900716 Mar 08 12:09:20.479777 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-429be8f9-7722-434e-8e88-64cd2fd27bd2 req-ae475e2a-8f22-4865-9998-ca9e924055c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=505947da-5e1e-4917-9740-68272ecb3e26 HTTP/1.1" status: 200 len: 1001 time: 0.1301425 Mar 08 12:09:20.539559 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-52505f83-12b0-4b4f-b8cc-84ce49e9830c None None] Current status of the port 505947da-5e1e-4917-9740-68272ecb3e26 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:20.547969 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ec846-eb2c-4e6a-8e5b-5ef0eac6a449 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Deleting port 7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:20.551589 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec846-eb2c-4e6a-8e5b-5ef0eac6a449 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:20.551940 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429be8f9-7722-434e-8e88-64cd2fd27bd2 req-faa697ed-07ec-41e4-bc85-8e9e719fd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:20.553314 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-429be8f9-7722-434e-8e88-64cd2fd27bd2 req-faa697ed-07ec-41e4-bc85-8e9e719fd83d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fcdfd42-a9fd-4f23-98c1-c3646d6b6752 HTTP/1.1" status: 200 len: 853 time: 0.0657096 Mar 08 12:09:20.634231 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429be8f9-7722-434e-8e88-64cd2fd27bd2 req-b7bc4bb5-ff12-41c0-9ac3-e5bcd1baf679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:20.636540 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-429be8f9-7722-434e-8e88-64cd2fd27bd2 req-b7bc4bb5-ff12-41c0-9ac3-e5bcd1baf679 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=552fa765-aa36-42ef-b1db-e824e7214f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742989 Mar 08 12:09:20.751637 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-429be8f9-7722-434e-8e88-64cd2fd27bd2 req-f97de9f3-4804-4ae1-8227-482e9c0359d7 service neutron] 10.222.0.55 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067331 Mar 08 12:09:20.898282 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-429be8f9-7722-434e-8e88-64cd2fd27bd2 req-84f61fd0-f6c9-4c05-9fb0-a88cbd97c153 service neutron] 10.222.0.55 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220505 Mar 08 12:09:20.915710 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f6e762dc-ded2-4053-a12a-f9961a3f5db0 req-322a12e4-682f-4348-98d5-4b05113f8c07 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 210 time: 0.0369871 Mar 08 12:09:20.951135 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec846-eb2c-4e6a-8e5b-5ef0eac6a449 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:20.951705 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec846-eb2c-4e6a-8e5b-5ef0eac6a449 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for floatingip (7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:20.968235 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ec846-eb2c-4e6a-8e5b-5ef0eac6a449 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Calling delete_port for 7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf owned by network:floatingip {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:21.131145 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-085301e5-770d-4d88-8375-a25555eb0736 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:21.132979 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-085301e5-770d-4d88-8375-a25555eb0736 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.55 "GET /v2.0/networks?id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 HTTP/1.1" status: 200 len: 817 time: 0.1136110 Mar 08 12:09:21.224440 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-3c0af296-8756-46b4-8840-d65df703c6f4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02 HTTP/1.1" status: 200 len: 380 time: 0.0736952 Mar 08 12:09:21.234016 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-d182e4c0-a34a-4a82-84f9-9b492f72ff00 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Request body: {'port': {'device_id': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'admin_state_up': True, 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'security_groups': ['70872214-265b-4bd3-b2db-0f1eeb39c9b4']}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:21.366359 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec846-eb2c-4e6a-8e5b-5ef0eac6a449 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:21.393918 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ec846-eb2c-4e6a-8e5b-5ef0eac6a449 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event deleted for resources: {'Port': ['ID=7c8bd87b-e460-4f90-b7f1-9e74b1ae74cf,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:21.463941 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec846-eb2c-4e6a-8e5b-5ef0eac6a449 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks [] for floatingip (58061041-9fb3-4fce-885c-b2eb847db0e9), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:21.464273 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.l3_db [None req-6b3ec846-eb2c-4e6a-8e5b-5ef0eac6a449 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Floating IP 58061041-9fb3-4fce-885c-b2eb847db0e9 disassociated (deleted). External IP: 172.27.1.210, port: 505947da-5e1e-4917-9740-68272ecb3e26. Mar 08 12:09:21.571911 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-d182e4c0-a34a-4a82-84f9-9b492f72ff00 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Made reservation on behalf of 8365ad5cbe4d4bbcaa750e1f088a3f02 for: {'port': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:09:21.577901 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-d182e4c0-a34a-4a82-84f9-9b492f72ff00 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:21.721390 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3ec846-eb2c-4e6a-8e5b-5ef0eac6a449 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Router 4071a9b3-1f53-44d0-955d-4d08af2f9eed has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:09:21.744823 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-d182e4c0-a34a-4a82-84f9-9b492f72ff00 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Allocated IP 172.20.0.9 (e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984/0881ec02-52c5-41f4-9bad-8258b28ec43f/83ef8790-5cb3-4f12-becc-d312347f21a1) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:21.899733 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3ec846-eb2c-4e6a-8e5b-5ef0eac6a449 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:21.907539 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec846-eb2c-4e6a-8e5b-5ef0eac6a449 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:21.937961 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ece4ceb-00ce-4a0f-ab2f-5021408d2148 None None] Sync routers for ids ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:21.952839 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-d182e4c0-a34a-4a82-84f9-9b492f72ff00 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:21.964380 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-6b3ec846-eb2c-4e6a-8e5b-5ef0eac6a449 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "DELETE /v2.0/floatingips/58061041-9fb3-4fce-885c-b2eb847db0e9 HTTP/1.1" status: 204 len: 168 time: 1.6731522 Mar 08 12:09:21.964533 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:21.966895 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63b86ce-aa86-4b10-8896-8a3ef8c7fb51" -d '{"events": [{"name": "network-changed", "server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "tag": "505947da-5e1e-4917-9740-68272ecb3e26"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:21.976199 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ece4ceb-00ce-4a0f-ab2f-5021408d2148 None None] Routers {'4071a9b3-1f53-44d0-955d-4d08af2f9eed'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:21.976855 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-4ece4ceb-00ce-4a0f-ab2f-5021408d2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:08:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:22.012751 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0875f6b6-da0b-4fe6-b672-a52de59b0e68 x-openstack-request-id: req-0875f6b6-da0b-4fe6-b672-a52de59b0e68 {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:22.013131 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "tag": "505947da-5e1e-4917-9740-68272ecb3e26", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:22.013475 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0875f6b6-da0b-4fe6-b672-a52de59b0e68 {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:22.013955 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26', 'status': 'completed', 'code': 200} Mar 08 12:09:22.061382 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-d182e4c0-a34a-4a82-84f9-9b492f72ff00 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:22.141800 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-d182e4c0-a34a-4a82-84f9-9b492f72ff00 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:22.145729 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-d182e4c0-a34a-4a82-84f9-9b492f72ff00 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:22.151342 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-d182e4c0-a34a-4a82-84f9-9b492f72ff00 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:09:22.155604 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182e4c0-a34a-4a82-84f9-9b492f72ff00 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event updated for resources: {'Port': ['ID=83ef8790-5cb3-4f12-becc-d312347f21a1,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:22.203610 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e8686-62e0-46a4-95eb-e58d6332fdb2 req-1040f928-f558-45d9-a2b4-5ff4c3867561 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.205254 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a72e8686-62e0-46a4-95eb-e58d6332fdb2 req-1040f928-f558-45d9-a2b4-5ff4c3867561 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 931 time: 0.1334915 Mar 08 12:09:22.228288 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-d182e4c0-a34a-4a82-84f9-9b492f72ff00 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.228288 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-d182e4c0-a34a-4a82-84f9-9b492f72ff00 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:22.229357 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-4ece4ceb-00ce-4a0f-ab2f-5021408d2148 None None] Set router 4071a9b3-1f53-44d0-955d-4d08af2f9eed gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:22.230745 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b86ce-aa86-4b10-8896-8a3ef8c7fb51 req-19f8139e-0d1c-423e-923c-7d4fd3bb97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.232351 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f63b86ce-aa86-4b10-8896-8a3ef8c7fb51 req-19f8139e-0d1c-423e-923c-7d4fd3bb97ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23396fe2e24d48e1a919efa0e1896508&device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 1129 time: 0.1491604 Mar 08 12:09:22.332351 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a72e8686-62e0-46a4-95eb-e58d6332fdb2 req-83ffb393-eaf5-47b2-b08d-83b398a13c21 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188405 Mar 08 12:09:22.342689 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-d182e4c0-a34a-4a82-84f9-9b492f72ff00 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1078634 Mar 08 12:09:22.372599 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Request body: {'port': {'device_id': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:22.403423 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b86ce-aa86-4b10-8896-8a3ef8c7fb51 req-f225ed28-55e0-450b-ad76-5da4f760c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.408375 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f63b86ce-aa86-4b10-8896-8a3ef8c7fb51 req-f225ed28-55e0-450b-ad76-5da4f760c24d service neutron] 10.222.0.55 "GET /v2.0/networks?id=552fa765-aa36-42ef-b1db-e824e7214f9c HTTP/1.1" status: 200 len: 915 time: 0.1634524 Mar 08 12:09:22.480334 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f63b86ce-aa86-4b10-8896-8a3ef8c7fb51 req-314c2434-d999-4ac3-9b4a-aad90c587ee0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=505947da-5e1e-4917-9740-68272ecb3e26 HTTP/1.1" status: 200 len: 217 time: 0.0627725 Mar 08 12:09:22.525419 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:22.547871 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b86ce-aa86-4b10-8896-8a3ef8c7fb51 req-10fb3356-4c6f-4fa6-8cfa-c961ed703bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.550760 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f63b86ce-aa86-4b10-8896-8a3ef8c7fb51 req-10fb3356-4c6f-4fa6-8cfa-c961ed703bbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fcdfd42-a9fd-4f23-98c1-c3646d6b6752 HTTP/1.1" status: 200 len: 853 time: 0.0636811 Mar 08 12:09:22.618038 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b86ce-aa86-4b10-8896-8a3ef8c7fb51 req-10889efa-4b26-4891-aa42-6bee2b428ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:22.618828 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-5c13add1-ba27-4b7a-a182-efe5b3b9657c None None] Provisioning complete for port 83ef8790-5cb3-4f12-becc-d312347f21a1 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:22.619568 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-5c13add1-ba27-4b7a-a182-efe5b3b9657c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:22.619710 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f63b86ce-aa86-4b10-8896-8a3ef8c7fb51 req-10889efa-4b26-4891-aa42-6bee2b428ea5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=552fa765-aa36-42ef-b1db-e824e7214f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615141 Mar 08 12:09:22.674934 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-5c13add1-ba27-4b7a-a182-efe5b3b9657c None None] Port 83ef8790-5cb3-4f12-becc-d312347f21a1 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:09:22.697896 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-4ece4ceb-00ce-4a0f-ab2f-5021408d2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:57Z', 'revision_number': 4, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'aebc383b-0f64-444c-8783-7f20f8110d94', 'name': '', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'mac_address': 'fa:16:3e:85:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:56Z', 'updated_at': '2022-03-08T12:06:01Z', 'revision_number': 5, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'subnets': [{'id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:22.726472 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ece4ceb-00ce-4a0f-ab2f-5021408d2148 None None] Checking router: 4071a9b3-1f53-44d0-955d-4d08af2f9eed for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:22.739559 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ece4ceb-00ce-4a0f-ab2f-5021408d2148 None None] Routers {'4071a9b3-1f53-44d0-955d-4d08af2f9eed'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:22.740807 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-4ece4ceb-00ce-4a0f-ab2f-5021408d2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:08:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:22.773393 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f63b86ce-aa86-4b10-8896-8a3ef8c7fb51 req-71a6abdb-ea93-4cae-a0dc-a3fcea1ff48a service neutron] 10.222.0.55 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311789 Mar 08 12:09:22.868435 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ef8790-5cb3-4f12-becc-d312347f21a1 {{(pid=110507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:09:22.873123 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-4ece4ceb-00ce-4a0f-ab2f-5021408d2148 None None] Set router 4071a9b3-1f53-44d0-955d-4d08af2f9eed gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:22.876917 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Publish callbacks [] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:22.887804 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f63b86ce-aa86-4b10-8896-8a3ef8c7fb51 req-e075e616-55ff-48a3-b9a4-a9c89211b46a service neutron] 10.222.0.55 "GET /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081862 Mar 08 12:09:22.896787 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.provisioning_blocks [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Transition to ACTIVE for port object 83ef8790-5cb3-4f12-becc-d312347f21a1 will not be triggered until provisioned by entity L2. {{(pid=110507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:09:22.990952 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:23.077511 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Pushing event updated for resources: {'Port': ['ID=83ef8790-5cb3-4f12-becc-d312347f21a1,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:23.117010 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-4ece4ceb-00ce-4a0f-ab2f-5021408d2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:57Z', 'revision_number': 4, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'aebc383b-0f64-444c-8783-7f20f8110d94', 'name': '', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'mac_address': 'fa:16:3e:85:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:56Z', 'updated_at': '2022-03-08T12:06:01Z', 'revision_number': 5, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'subnets': [{'id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:23.142584 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Attempting to bind port 83ef8790-5cb3-4f12-becc-d312347f21a1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:09:23.143294 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Attempting to bind port 83ef8790-5cb3-4f12-becc-d312347f21a1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:09:23.143687 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Attempting to bind port 83ef8790-5cb3-4f12-becc-d312347f21a1 on network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:09:23.147396 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ece4ceb-00ce-4a0f-ab2f-5021408d2148 None None] The sync data for ids ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'] in dv-cinder-830085-2-iscsi is: [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:57Z', 'revision_number': 4, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'aebc383b-0f64-444c-8783-7f20f8110d94', 'name': '', 'network_id': '552fa765-aa36-42ef-b1db-e824e7214f9c', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'mac_address': 'fa:16:3e:85:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:56Z', 'updated_at': '2022-03-08T12:06:01Z', 'revision_number': 5, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'subnets': [{'id': '4fcdfd42-a9fd-4f23-98c1-c3646d6b6752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:23.154221 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Port 83ef8790-5cb3-4f12-becc-d312347f21a1 on network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:09:23.154547 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Attempting to bind port 83ef8790-5cb3-4f12-becc-d312347f21a1 on network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:09:23.160493 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:09:23.160839 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Checking segment: {'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:09:23.161234 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Bound using segment: {'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:09:23.161734 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Bound port: 83ef8790-5cb3-4f12-becc-d312347f21a1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca454751-6d9a-461b-b66a-11996f603375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984'}}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:09:23.162098 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:23.255240 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] For port 83ef8790-5cb3-4f12-becc-d312347f21a1, host hv-cinder-83008, cleared binding levels {{(pid=110507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:09:23.259393 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] For port 83ef8790-5cb3-4f12-becc-d312347f21a1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=83ef8790-5cb3-4f12-becc-d312347f21a1,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:09:23.332152 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:23.388473 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:23.389106 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:23.390596 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] 10.222.0.55 "PUT /v2.0/ports/83ef8790-5cb3-4f12-becc-d312347f21a1 HTTP/1.1" status: 200 len: 1093 time: 1.0341969 Mar 08 12:09:23.391070 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:23.394035 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e1968f-65af-4c02-9883-e376818750b7" -d '{"events": [{"name": "network-changed", "server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:23.449530 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54626d-7e60-4a56-9cad-32586d2b2200 service neutron] Pushing event updated for resources: {'Port': ['ID=83ef8790-5cb3-4f12-becc-d312347f21a1,revision_number=3']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:23.456327 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d40040b-df96-42df-acac-58bc2587f1f0 x-openstack-request-id: req-7d40040b-df96-42df-acac-58bc2587f1f0 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:23.456782 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:23.457481 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d40040b-df96-42df-acac-58bc2587f1f0 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:23.458134 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'status': 'completed', 'code': 200} Mar 08 12:09:23.556474 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86df9ad-3ebc-4852-a5ba-cc469a680231 None None] New status for floating IP 58061041-9fb3-4fce-885c-b2eb847db0e9: DOWN {{(pid=110510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:09:23.634332 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30374283-6ee7-411b-af32-0c6a5c977d17 req-146d72c3-1eea-4e8e-a3d3-9f06d93ddc38 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:23.637734 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-30374283-6ee7-411b-af32-0c6a5c977d17 req-146d72c3-1eea-4e8e-a3d3-9f06d93ddc38 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.1774995 Mar 08 12:09:23.656223 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-1fd8be0d-be92-4eb3-933e-21519233e228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:23.683077 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1968f-65af-4c02-9883-e376818750b7 req-000ff1cf-018c-4f50-b7d4-0d89635a6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:23.687547 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a4e1968f-65af-4c02-9883-e376818750b7 req-000ff1cf-018c-4f50-b7d4-0d89635a6e62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 1127 time: 0.1671090 Mar 08 12:09:23.847367 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-30374283-6ee7-411b-af32-0c6a5c977d17 req-144e09f4-003a-4d06-9d96-f3963fb60736 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857243 Mar 08 12:09:23.886310 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1968f-65af-4c02-9883-e376818750b7 req-54aee1ad-54fb-458d-9e55-639b7a8cb4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:23.888043 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a4e1968f-65af-4c02-9883-e376818750b7 req-54aee1ad-54fb-458d-9e55-639b7a8cb4c9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1864038 Mar 08 12:09:23.992713 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1968f-65af-4c02-9883-e376818750b7 req-9ee7fe78-65fd-4293-8fe2-5f09a50e86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:23.995313 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a4e1968f-65af-4c02-9883-e376818750b7 req-9ee7fe78-65fd-4293-8fe2-5f09a50e86b3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006968 Mar 08 12:09:24.124886 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-b51861f7-2245-494e-b61d-9742a9e3634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:24.126426 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-b51861f7-2245-494e-b61d-9742a9e3634c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 1127 time: 0.0673144 Mar 08 12:09:24.185424 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-73541ace-971f-4940-8d3c-9c6e0cf3c2f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ef8790-5cb3-4f12-becc-d312347f21a1 HTTP/1.1" status: 200 len: 217 time: 0.0433590 Mar 08 12:09:24.236065 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-806068f7-7bb4-4d15-91a3-c5803a15c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:24.237457 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-806068f7-7bb4-4d15-91a3-c5803a15c55d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0881ec02-52c5-41f4-9bad-8258b28ec43f HTTP/1.1" status: 200 len: 856 time: 0.0458739 Mar 08 12:09:24.288061 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-3a160276-34de-4199-b38b-368106f3c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:24.289638 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-3a160276-34de-4199-b38b-368106f3c1d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454197 Mar 08 12:09:24.387838 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-11c32bd8-7249-42f3-8206-b973dc0bb4f3 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902686 Mar 08 12:09:24.485153 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-70b2a3b0-7dc4-4a31-acf9-20fc8e38da15 req-c0213afc-d769-4509-8fb7-dc59faf6e7d2 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908930 Mar 08 12:09:24.982032 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6d70a-58a5-45dd-9469-25d595fea5ae req-d06de44a-dbd6-487f-a919-e10de5ad7cab tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:24.983611 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c1c6d70a-58a5-45dd-9469-25d595fea5ae req-d06de44a-dbd6-487f-a919-e10de5ad7cab tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.0562744 Mar 08 12:09:25.033550 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c1c6d70a-58a5-45dd-9469-25d595fea5ae req-11256b2f-26dc-4718-92d4-619c5e050da4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442290 Mar 08 12:09:25.232336 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53462) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:25.342999 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4226adf-ffac-4fc9-9077-4d1c641e75c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:25.428123 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4226adf-ffac-4fc9-9077-4d1c641e75c1 admin admin] Publish callbacks [] for security_group (5a48252c-cae9-4e2b-b8ce-1787d5dcf079), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:25.570964 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a4226adf-ffac-4fc9-9077-4d1c641e75c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5a48252c-cae9-4e2b-b8ce-1787d5dcf079), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:25.609264 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-a4226adf-ffac-4fc9-9077-4d1c641e75c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a3eb79eea0b48ba87751bd069911761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757131 Mar 08 12:09:25.610114 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4226adf-ffac-4fc9-9077-4d1c641e75c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a48252c-cae9-4e2b-b8ce-1787d5dcf079,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:25.612269 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53470) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:25.669622 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e5f9b27f-6803-4244-abee-71ab6a73899e admin admin] Publish callbacks [] for security_group (5a48252c-cae9-4e2b-b8ce-1787d5dcf079), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:25.693899 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e5f9b27f-6803-4244-abee-71ab6a73899e admin admin] Publish callbacks [] for security_group (5a48252c-cae9-4e2b-b8ce-1787d5dcf079), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:25.895621 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e5f9b27f-6803-4244-abee-71ab6a73899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5a48252c-cae9-4e2b-b8ce-1787d5dcf079), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:25.898863 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e5f9b27f-6803-4244-abee-71ab6a73899e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:25.900163 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-e5f9b27f-6803-4244-abee-71ab6a73899e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a48252c-cae9-4e2b-b8ce-1787d5dcf079 HTTP/1.1" status: 204 len: 168 time: 0.2866576 Mar 08 12:09:25.908747 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9b27f-6803-4244-abee-71ab6a73899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a48252c-cae9-4e2b-b8ce-1787d5dcf079,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:26.199311 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff96de-c55f-4ec5-9da3-9ed46b50ee1c req-c51ce4a2-32ce-4eff-9708-e349e7f01872 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:26.201472 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ceff96de-c55f-4ec5-9da3-9ed46b50ee1c req-c51ce4a2-32ce-4eff-9708-e349e7f01872 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.0915422 Mar 08 12:09:26.258399 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2b1a9dc9-1390-470e-b60e-442879a52b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.262759 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ceff96de-c55f-4ec5-9da3-9ed46b50ee1c req-a34b503f-45cd-4d6d-90dc-b5efb327f9d2 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550983 Mar 08 12:09:26.601018 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53484) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:26.662087 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2db8cc-266c-4050-a44c-ae25e84fbec1 admin admin] Deleting subnet 16c38457-e30c-477a-85f8-db8a728931ce {{(pid=110507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:09:26.665785 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-de2db8cc-266c-4050-a44c-ae25e84fbec1 admin admin] Publish callbacks [] for subnet (16c38457-e30c-477a-85f8-db8a728931ce), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.716202 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-de2db8cc-266c-4050-a44c-ae25e84fbec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30976093'] for subnet (16c38457-e30c-477a-85f8-db8a728931ce), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.747815 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 83ef8790-5cb3-4f12-becc-d312347f21a1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:09:26.773677 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-de2db8cc-266c-4050-a44c-ae25e84fbec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (16c38457-e30c-477a-85f8-db8a728931ce), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.810563 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53488) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:26.842670 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3df3f7e8-fe82-41f1-b1ea-69049ca52662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.879748 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 83ef8790-5cb3-4f12-becc-d312347f21a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=83ef8790-5cb3-4f12-becc-d312347f21a1,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:26.893454 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'port_id': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'mac_address': 'fa:16:3e:dc:9e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:09:26.937348 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 83ef8790-5cb3-4f12-becc-d312347f21a1 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:26.937745 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:26.943848 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53990d-0aaf-4445-8c29-b6fa3acc2dda req-761437be-c57c-4277-9bea-842f71f0dfe0 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:26.945443 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca53990d-0aaf-4445-8c29-b6fa3acc2dda req-761437be-c57c-4277-9bea-842f71f0dfe0 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 945 time: 0.1160290 Mar 08 12:09:26.953171 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ef8790-5cb3-4f12-becc-d312347f21a1 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:09:26.976226 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 83ef8790-5cb3-4f12-becc-d312347f21a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=83ef8790-5cb3-4f12-becc-d312347f21a1,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:26.982702 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-de2db8cc-266c-4050-a44c-ae25e84fbec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30549010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257006'] for subnet (16c38457-e30c-477a-85f8-db8a728931ce), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.035036 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2db8cc-266c-4050-a44c-ae25e84fbec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c38457-e30c-477a-85f8-db8a728931ce,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:27.055749 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-de2db8cc-266c-4050-a44c-ae25e84fbec1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.059055 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-de2db8cc-266c-4050-a44c-ae25e84fbec1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/16c38457-e30c-477a-85f8-db8a728931ce HTTP/1.1" status: 204 len: 168 time: 0.4569592 Mar 08 12:09:27.063418 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53490) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:27.064491 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3df3f7e8-fe82-41f1-b1ea-69049ca52662 admin admin] Publish callbacks [] for security_group (c688141b-d7c3-4160-bc61-390f9d899b11), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.070106 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca53990d-0aaf-4445-8c29-b6fa3acc2dda req-3f1e1d4d-dc2d-4f5f-917d-7cbfa96c2fc5 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165960 Mar 08 12:09:27.080463 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.153298 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-745ebf23-60b3-4bf5-88f9-9a64d268f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (4f904412-2318-4860-a2f7-735d16ba6d18), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.156364 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=83ef8790-5cb3-4f12-becc-d312347f21a1,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:27.165465 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:27.165829 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:27.166182 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:27.166536 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:27.166873 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:27.167244 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:27.167608 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:27.168021 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:27.168306 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:27.168691 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:27.169082 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:27.169398 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:27.170043 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:27.176639 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3df3f7e8-fe82-41f1-b1ea-69049ca52662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (c688141b-d7c3-4160-bc61-390f9d899b11), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.220082 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-3df3f7e8-fe82-41f1-b1ea-69049ca52662 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11590843d5ba401bb32122bdd81a0a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4081998 Mar 08 12:09:27.221857 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3f7e8-fe82-41f1-b1ea-69049ca52662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c688141b-d7c3-4160-bc61-390f9d899b11,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:27.228149 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53492) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:27.273792 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-745ebf23-60b3-4bf5-88f9-9a64d268f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (4f904412-2318-4860-a2f7-735d16ba6d18), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.310582 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-745ebf23-60b3-4bf5-88f9-9a64d268f792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f904412-2318-4860-a2f7-735d16ba6d18']}} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:27.323489 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-745ebf23-60b3-4bf5-88f9-9a64d268f792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b640465-96b7-4e43-91d2-8fe0938c1082') {'for_net_delete': True} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:27.323789 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-745ebf23-60b3-4bf5-88f9-9a64d268f792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b640465-96b7-4e43-91d2-8fe0938c1082') {} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:27.336980 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-745ebf23-60b3-4bf5-88f9-9a64d268f792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29552336'] for segment (9b640465-96b7-4e43-91d2-8fe0938c1082), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.358769 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-615f01bc-c200-44e1-824c-b7f97f9bc96a admin admin] Publish callbacks [] for security_group (c688141b-d7c3-4160-bc61-390f9d899b11), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.367490 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-745ebf23-60b3-4bf5-88f9-9a64d268f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (9b640465-96b7-4e43-91d2-8fe0938c1082), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.395535 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745ebf23-60b3-4bf5-88f9-9a64d268f792 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=110508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:09:27.396464 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-745ebf23-60b3-4bf5-88f9-9a64d268f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30228028'] for segment (9b640465-96b7-4e43-91d2-8fe0938c1082), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: Traceback (most recent call last): Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: timer() Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: cb(*args, **kw) Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: return func(*args, **kwargs) Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: self._notify() Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: self.callback(batched_events) Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: event.method(event) Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: return f(self, *a, **k) Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._get(url).json() Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: return self.request(url, 'GET', **kwargs) Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:09:27.399078 dv-cinder-830085-2-iscsi neutron-server[110508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:09:27.429930 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['83ef8790-5cb3-4f12-becc-d312347f21a1'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:09:27.462657 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-615f01bc-c200-44e1-824c-b7f97f9bc96a admin admin] Publish callbacks [] for security_group (c688141b-d7c3-4160-bc61-390f9d899b11), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.482378 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.514546 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb51eda-4a96-4a0e-b2f5-0637ac577032 req-5c050fb9-9e06-4c81-9351-1972bf3300e0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:27.516171 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3fb51eda-4a96-4a0e-b2f5-0637ac577032 req-5c050fb9-9e06-4c81-9351-1972bf3300e0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 944 time: 0.1623147 Mar 08 12:09:27.575297 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3fb51eda-4a96-4a0e-b2f5-0637ac577032 req-4e3d7101-8646-436c-b5de-924fe30141f6 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497849 Mar 08 12:09:27.583985 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-745ebf23-60b3-4bf5-88f9-9a64d268f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (4f904412-2318-4860-a2f7-735d16ba6d18), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.593920 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-745ebf23-60b3-4bf5-88f9-9a64d268f792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.599761 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-745ebf23-60b3-4bf5-88f9-9a64d268f792 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4f904412-2318-4860-a2f7-735d16ba6d18 HTTP/1.1" status: 204 len: 168 time: 0.5346849 Mar 08 12:09:27.617025 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ebf23-60b3-4bf5-88f9-9a64d268f792 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f904412-2318-4860-a2f7-735d16ba6d18,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:27.672799 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-615f01bc-c200-44e1-824c-b7f97f9bc96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (c688141b-d7c3-4160-bc61-390f9d899b11), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.675515 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-615f01bc-c200-44e1-824c-b7f97f9bc96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:27.676700 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-615f01bc-c200-44e1-824c-b7f97f9bc96a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c688141b-d7c3-4160-bc61-390f9d899b11 HTTP/1.1" status: 204 len: 168 time: 0.4536746 Mar 08 12:09:27.685312 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f01bc-c200-44e1-824c-b7f97f9bc96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c688141b-d7c3-4160-bc61-390f9d899b11,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:28.074348 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53500) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:28.120987 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-9db99b38-9522-4528-bb7b-c81b0757335c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=858acfb6864c45f987e2f706f375afdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447907 Mar 08 12:09:28.123984 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53504) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:28.216702 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7472af72-67fc-43e5-a956-85651e678605 admin admin] Publish callbacks [] for security_group (0e5da278-75ad-43f1-8e7d-0e77db614132), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:28.219574 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac47d82-d7b7-4d31-bb5a-37766108beeb req-96661d64-bc05-41a7-a81c-aee01d098ab3 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:28.221232 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1ac47d82-d7b7-4d31-bb5a-37766108beeb req-96661d64-bc05-41a7-a81c-aee01d098ab3 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 945 time: 0.0606675 Mar 08 12:09:28.264022 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7472af72-67fc-43e5-a956-85651e678605 admin admin] Publish callbacks [] for security_group (0e5da278-75ad-43f1-8e7d-0e77db614132), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:28.287592 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1ac47d82-d7b7-4d31-bb5a-37766108beeb req-2ecadd5a-498b-4bc8-b1b8-7879e63430aa tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569251 Mar 08 12:09:28.434207 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7472af72-67fc-43e5-a956-85651e678605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (0e5da278-75ad-43f1-8e7d-0e77db614132), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:28.437955 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7472af72-67fc-43e5-a956-85651e678605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:28.439266 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-7472af72-67fc-43e5-a956-85651e678605 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e5da278-75ad-43f1-8e7d-0e77db614132 HTTP/1.1" status: 204 len: 168 time: 0.3141832 Mar 08 12:09:28.457074 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472af72-67fc-43e5-a956-85651e678605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5da278-75ad-43f1-8e7d-0e77db614132,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:28.742855 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 83ef8790-5cb3-4f12-becc-d312347f21a1 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:09:28.775354 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a6673-ffab-414b-b528-9e34549b3479 req-deb5c634-1819-467b-ba1a-dd02fe2f36ed tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:28.777558 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fa2a6673-ffab-414b-b528-9e34549b3479 req-deb5c634-1819-467b-ba1a-dd02fe2f36ed tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 944 time: 0.0832570 Mar 08 12:09:28.842365 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fa2a6673-ffab-414b-b528-9e34549b3479 req-ff5fa49c-6c68-4693-8d9e-b5f18d60a730 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571632 Mar 08 12:09:28.964431 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 83ef8790-5cb3-4f12-becc-d312347f21a1 completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:09:28.969256 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 83ef8790-5cb3-4f12-becc-d312347f21a1 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:28.969795 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:28.971495 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f173ed-8c4e-4d73-896c-a99cc1fea18b req-93662289-0508-4b92-9541-5b2c78e0b3e5 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:28.977664 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-61f173ed-8c4e-4d73-896c-a99cc1fea18b req-93662289-0508-4b92-9541-5b2c78e0b3e5 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 945 time: 0.0626161 Mar 08 12:09:28.993730 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.064505 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 83ef8790-5cb3-4f12-becc-d312347f21a1 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:29.072538 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.093935 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-61f173ed-8c4e-4d73-896c-a99cc1fea18b req-a6f5541e-bd52-49aa-b643-e2aff77ca282 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Deleting port 505947da-5e1e-4917-9740-68272ecb3e26 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:29.094907 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-61f173ed-8c4e-4d73-896c-a99cc1fea18b req-a6f5541e-bd52-49aa-b643-e2aff77ca282 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (505947da-5e1e-4917-9740-68272ecb3e26), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.251677 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 83ef8790-5cb3-4f12-becc-d312347f21a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=83ef8790-5cb3-4f12-becc-d312347f21a1,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:29.253079 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:29.256964 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71619598-ce5b-4b47-9cc2-4178d5f9f13e" -d '{"events": [{"server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "name": "network-vif-plugged", "status": "completed", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:29.330979 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c8a880-5bfa-4eef-a0a4-b7ec71ab8c65 x-openstack-request-id: req-16c8a880-5bfa-4eef-a0a4-b7ec71ab8c65 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:29.330979 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "name": "network-vif-plugged", "status": "completed", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:29.330979 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16c8a880-5bfa-4eef-a0a4-b7ec71ab8c65 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:29.330979 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'code': 200} Mar 08 12:09:29.365755 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.437256 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=83ef8790-5cb3-4f12-becc-d312347f21a1,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:29.472279 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7a8ef-8d27-43b2-88ec-5e40bd7495b8 req-f7de49be-adcf-4f72-82ba-2d3508fd2d68 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:29.473892 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-02e7a8ef-8d27-43b2-88ec-5e40bd7495b8 req-f7de49be-adcf-4f72-82ba-2d3508fd2d68 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 945 time: 0.0802035 Mar 08 12:09:29.539181 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-02e7a8ef-8d27-43b2-88ec-5e40bd7495b8 req-53670d3c-44b5-4613-a639-bbfcaaf9b695 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/security-groups?id=3df53b97-9386-4a9f-8a5c-569dd0e4fb78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594954 Mar 08 12:09:29.539420 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-61f173ed-8c4e-4d73-896c-a99cc1fea18b req-a6f5541e-bd52-49aa-b643-e2aff77ca282 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] For port 505947da-5e1e-4917-9740-68272ecb3e26, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=505947da-5e1e-4917-9740-68272ecb3e26,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:29.539937 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-61f173ed-8c4e-4d73-896c-a99cc1fea18b req-a6f5541e-bd52-49aa-b643-e2aff77ca282 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (505947da-5e1e-4917-9740-68272ecb3e26), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.557980 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-61f173ed-8c4e-4d73-896c-a99cc1fea18b req-a6f5541e-bd52-49aa-b643-e2aff77ca282 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Calling delete_port for 505947da-5e1e-4917-9740-68272ecb3e26 owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:29.773621 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a980e5-d5ee-40e0-a4dd-1b0ea2a1e685 req-2c899034-7a1e-48cd-8899-7729adc53d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:29.775132 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-51a980e5-d5ee-40e0-a4dd-1b0ea2a1e685 req-2c899034-7a1e-48cd-8899-7729adc53d89 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 1129 time: 0.0482175 Mar 08 12:09:29.825642 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-51a980e5-d5ee-40e0-a4dd-1b0ea2a1e685 req-d58aca3b-b8b5-483a-8723-01690ffb40ec service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 Mar 08 12:09:29.874208 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.938947 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-61f173ed-8c4e-4d73-896c-a99cc1fea18b req-a6f5541e-bd52-49aa-b643-e2aff77ca282 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (505947da-5e1e-4917-9740-68272ecb3e26), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:29.977442 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['505947da-5e1e-4917-9740-68272ecb3e26'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:09:30.003648 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5541e-bd52-49aa-b643-e2aff77ca282 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Pushing event deleted for resources: {'Port': ['ID=505947da-5e1e-4917-9740-68272ecb3e26,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:30.064861 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f173ed-8c4e-4d73-896c-a99cc1fea18b req-a6f5541e-bd52-49aa-b643-e2aff77ca282 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] No DVR routers for this DVR port 505947da-5e1e-4917-9740-68272ecb3e26 on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:30.068502 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-61f173ed-8c4e-4d73-896c-a99cc1fea18b req-a6f5541e-bd52-49aa-b643-e2aff77ca282 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:30.071835 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-61f173ed-8c4e-4d73-896c-a99cc1fea18b req-a6f5541e-bd52-49aa-b643-e2aff77ca282 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.55 "DELETE /v2.0/ports/505947da-5e1e-4917-9740-68272ecb3e26 HTTP/1.1" status: 204 len: 173 time: 1.0888553 Mar 08 12:09:30.072291 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'name': 'network-vif-deleted', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:30.074590 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e8f58b-6dce-4905-8792-9b4039455415" -d '{"events": [{"server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "name": "network-vif-deleted", "tag": "505947da-5e1e-4917-9740-68272ecb3e26"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:30.089811 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5fbf5-05a2-4478-bc32-e8a0644351f3 req-aa025dcc-fd22-41a0-909f-9d8a0b7db877 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:30.094015 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1ce5fbf5-05a2-4478-bc32-e8a0644351f3 req-aa025dcc-fd22-41a0-909f-9d8a0b7db877 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.1546378 Mar 08 12:09:30.118446 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c943505-6e97-42bc-bd3e-053bd737577f x-openstack-request-id: req-5c943505-6e97-42bc-bd3e-053bd737577f {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:30.118607 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1701189-e10d-4c03-9d6c-13b1af0a9553", "name": "network-vif-deleted", "tag": "505947da-5e1e-4917-9740-68272ecb3e26", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:30.118872 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c943505-6e97-42bc-bd3e-053bd737577f {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:30.119290 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1701189-e10d-4c03-9d6c-13b1af0a9553', 'name': 'network-vif-deleted', 'tag': '505947da-5e1e-4917-9740-68272ecb3e26', 'status': 'completed', 'code': 200} Mar 08 12:09:30.152300 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1ce5fbf5-05a2-4478-bc32-e8a0644351f3 req-128d3e2d-0c3f-4c09-b8ca-8d57d8ad1493 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516679 Mar 08 12:09:30.660711 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e27ff1bf-5333-441b-bdc5-9ad6ec87ccfd req-61909e89-0b72-4987-9c07-30a3453a1802 tempest-TestMinimumBasicScenario-1539304214 tempest-TestMinimumBasicScenario-1539304214-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1701189-e10d-4c03-9d6c-13b1af0a9553 HTTP/1.1" status: 200 len: 210 time: 0.0268619 Mar 08 12:09:31.294118 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6f2c4-c0a5-477c-a786-fd8851d8f7de req-6a8a5461-fe29-43f8-94bd-8db4df44186b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:31.295665 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d6f6f2c4-c0a5-477c-a786-fd8851d8f7de req-6a8a5461-fe29-43f8-94bd-8db4df44186b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0651240 Mar 08 12:09:31.344827 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d6f6f2c4-c0a5-477c-a786-fd8851d8f7de req-8cb08926-7ec6-4122-9be1-56f15da9b777 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Mar 08 12:09:31.432187 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:32.476672 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf991f-c4de-46d3-878e-c66cb14bb369 req-1512bd68-5368-4970-992f-629e7326effd tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:32.478627 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0dcf991f-c4de-46d3-878e-c66cb14bb369 req-1512bd68-5368-4970-992f-629e7326effd tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0587933 Mar 08 12:09:32.537599 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0dcf991f-c4de-46d3-878e-c66cb14bb369 req-6c967b8d-501c-42c0-82a6-fd2f0274b20b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532498 Mar 08 12:09:32.616574 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f36006c-0659-4826-b7bf-971264af3726 req-78c14685-49e5-4830-867e-f5b21410a749 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633504 Mar 08 12:09:32.707154 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36006c-0659-4826-b7bf-971264af3726 req-ad84dde6-49e2-478c-8a25-afac7d3e7065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:32.710358 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f36006c-0659-4826-b7bf-971264af3726 req-ad84dde6-49e2-478c-8a25-afac7d3e7065 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8538495811a94895b410d83147c0f4dc&device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 1129 time: 0.0533602 Mar 08 12:09:32.766701 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 505947da-5e1e-4917-9740-68272ecb3e26 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:32.792139 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 505947da-5e1e-4917-9740-68272ecb3e26 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:32.792491 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 505947da-5e1e-4917-9740-68272ecb3e26 not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:32.857625 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36006c-0659-4826-b7bf-971264af3726 req-afff39eb-e3a1-43b9-9904-b27a6c1f5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:32.859184 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f36006c-0659-4826-b7bf-971264af3726 req-afff39eb-e3a1-43b9-9904-b27a6c1f5a59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=179e1abc-e30f-4687-8a9a-a281be5cbc95 HTTP/1.1" status: 200 len: 910 time: 0.1265149 Mar 08 12:09:32.914572 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ffec0-99b6-4cd1-8f33-8a18db77cdc4 req-ae67c0d9-d3aa-4405-96d1-b69bd8b1becd tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:32.916166 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9a3ffec0-99b6-4cd1-8f33-8a18db77cdc4 req-ae67c0d9-d3aa-4405-96d1-b69bd8b1becd tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.2863431 Mar 08 12:09:32.924510 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53664) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:32.930136 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-1cdad1e4-aa03-4a76-88bb-daa31d65cc8e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Request body: {'floatingip': {'port_id': '83ef8790-5cb3-4f12-becc-d312347f21a1'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:32.943390 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f36006c-0659-4826-b7bf-971264af3726 req-41aeed55-63ef-4180-a198-074799451f44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a017dc74-6887-47de-b2eb-8c8051858f57 HTTP/1.1" status: 200 len: 1001 time: 0.0765316 Mar 08 12:09:32.968645 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1cdad1e4-aa03-4a76-88bb-daa31d65cc8e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (02e04e8e-a391-4c94-aad8-6c5f34baa41e), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:33.434088 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1cdad1e4-aa03-4a76-88bb-daa31d65cc8e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:33.506627 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1cdad1e4-aa03-4a76-88bb-daa31d65cc8e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (02e04e8e-a391-4c94-aad8-6c5f34baa41e), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:33.613995 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.l3_db [None req-1cdad1e4-aa03-4a76-88bb-daa31d65cc8e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Floating IP 02e04e8e-a391-4c94-aad8-6c5f34baa41e associated. External IP: 172.27.1.214, port: 83ef8790-5cb3-4f12-becc-d312347f21a1. Mar 08 12:09:33.627671 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53678) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:33.824971 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36006c-0659-4826-b7bf-971264af3726 req-4c0b99a8-8472-4837-aded-193e2e2519b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:33.826385 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f36006c-0659-4826-b7bf-971264af3726 req-4c0b99a8-8472-4837-aded-193e2e2519b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb880db3-908f-4f74-bad5-3393fd22f872 HTTP/1.1" status: 200 len: 848 time: 0.0921340 Mar 08 12:09:33.848883 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdad1e4-aa03-4a76-88bb-daa31d65cc8e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Router 78ca01d5-eaff-46d1-841e-5870543e8335 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:09:34.028445 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9d36850f-9513-4c93-888c-4747d464e810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077333'] for router_interface (4071a9b3-1f53-44d0-955d-4d08af2f9eed), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:34.220312 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdad1e4-aa03-4a76-88bb-daa31d65cc8e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:34.225597 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1cdad1e4-aa03-4a76-88bb-daa31d65cc8e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:34.233884 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b887c4-fd92-4175-a5c0-e6379c290e70 None None] Sync routers for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:34.247997 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b887c4-fd92-4175-a5c0-e6379c290e70 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:34.248878 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-b8b887c4-fd92-4175-a5c0-e6379c290e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:34.259816 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-1cdad1e4-aa03-4a76-88bb-daa31d65cc8e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "PUT /v2.0/floatingips/02e04e8e-a391-4c94-aad8-6c5f34baa41e HTTP/1.1" status: 200 len: 991 time: 1.3338230 Mar 08 12:09:34.260570 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:34.263098 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68946d9b-689a-4c8f-b8e8-2dc7c6615885" -d '{"events": [{"name": "network-changed", "server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:34.301402 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2089cdc-4310-49c6-bf25-7de4110101ee x-openstack-request-id: req-a2089cdc-4310-49c6-bf25-7de4110101ee {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:34.301761 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:34.302075 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2089cdc-4310-49c6-bf25-7de4110101ee {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:34.303190 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'status': 'completed', 'code': 200} Mar 08 12:09:34.317350 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-9d36850f-9513-4c93-888c-4747d464e810 admin admin] Deleting port aebc383b-0f64-444c-8783-7f20f8110d94 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:34.317690 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9d36850f-9513-4c93-888c-4747d464e810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:34.374817 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-b8b887c4-fd92-4175-a5c0-e6379c290e70 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:34.396671 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-9d36850f-9513-4c93-888c-4747d464e810 admin admin] For port aebc383b-0f64-444c-8783-7f20f8110d94, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=aebc383b-0f64-444c-8783-7f20f8110d94,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:34.397039 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9d36850f-9513-4c93-888c-4747d464e810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:34.411373 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-9d36850f-9513-4c93-888c-4747d464e810 admin admin] Calling delete_port for aebc383b-0f64-444c-8783-7f20f8110d94 owned by network:router_interface {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:34.606253 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-b8b887c4-fd92-4175-a5c0-e6379c290e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '02e04e8e-a391-4c94-aad8-6c5f34baa41e', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'port_id': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'mac_address': 'fa:16:3e:dc:9e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:16Z', 'updated_at': '2022-03-08T12:09:33Z', 'revision_number': 1, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 5, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:34.636899 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b887c4-fd92-4175-a5c0-e6379c290e70 None None] Checking router: 78ca01d5-eaff-46d1-841e-5870543e8335 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:34.645818 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b887c4-fd92-4175-a5c0-e6379c290e70 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:34.646471 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-b8b887c4-fd92-4175-a5c0-e6379c290e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:34.708220 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9d36850f-9513-4c93-888c-4747d464e810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (aebc383b-0f64-444c-8783-7f20f8110d94), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:34.739378 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36850f-9513-4c93-888c-4747d464e810 admin admin] Pushing event deleted for resources: {'Port': ['ID=aebc383b-0f64-444c-8783-7f20f8110d94,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:34.764023 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-b8b887c4-fd92-4175-a5c0-e6379c290e70 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:34.930339 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9d36850f-9513-4c93-888c-4747d464e810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33134858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077281'] for router_interface (4071a9b3-1f53-44d0-955d-4d08af2f9eed), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:35.025142 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-b8b887c4-fd92-4175-a5c0-e6379c290e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '02e04e8e-a391-4c94-aad8-6c5f34baa41e', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'port_id': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'mac_address': 'fa:16:3e:dc:9e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:16Z', 'updated_at': '2022-03-08T12:09:33Z', 'revision_number': 1, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 5, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:35.056340 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b887c4-fd92-4175-a5c0-e6379c290e70 None None] The sync data for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi is: [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '02e04e8e-a391-4c94-aad8-6c5f34baa41e', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'port_id': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'mac_address': 'fa:16:3e:dc:9e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:16Z', 'updated_at': '2022-03-08T12:09:33Z', 'revision_number': 1, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 5, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:35.169871 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d36850f-9513-4c93-888c-4747d464e810 admin admin] Router 4071a9b3-1f53-44d0-955d-4d08af2f9eed has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:09:35.254769 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0f168-12b8-4605-8d53-d65024a28459 None None] New status for floating IP 02e04e8e-a391-4c94-aad8-6c5f34baa41e: ACTIVE {{(pid=110510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:09:35.288455 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d36850f-9513-4c93-888c-4747d464e810 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:35.294143 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-9d36850f-9513-4c93-888c-4747d464e810 admin admin] 10.222.0.44 "PUT /v2.0/routers/4071a9b3-1f53-44d0-955d-4d08af2f9eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6649883 Mar 08 12:09:35.296239 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53690) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:35.298877 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa856a-a09b-40fb-a74a-eb82c63d4877 None None] Sync routers for ids ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:35.308819 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa856a-a09b-40fb-a74a-eb82c63d4877 None None] Routers {'4071a9b3-1f53-44d0-955d-4d08af2f9eed'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:35.309728 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-ddaa856a-a09b-40fb-a74a-eb82c63d4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:35.411660 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Publish callbacks [] for router (4071a9b3-1f53-44d0-955d-4d08af2f9eed), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:35.419067 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-ddaa856a-a09b-40fb-a74a-eb82c63d4877 None None] Set router 4071a9b3-1f53-44d0-955d-4d08af2f9eed gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:35.558497 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946d9b-689a-4c8f-b8e8-2dc7c6615885 req-a21fba56-09c6-4cac-985f-87adcb18a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:35.560855 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68946d9b-689a-4c8f-b8e8-2dc7c6615885 req-a21fba56-09c6-4cac-985f-87adcb18a6ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 1129 time: 0.0587904 Mar 08 12:09:35.585845 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Publish callbacks [] for router_gateway (4071a9b3-1f53-44d0-955d-4d08af2f9eed), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:35.594186 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36006c-0659-4826-b7bf-971264af3726 req-4fa6e012-154a-4edb-abfe-088a3c52aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:35.595734 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f36006c-0659-4826-b7bf-971264af3726 req-4fa6e012-154a-4edb-abfe-088a3c52aa9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=179e1abc-e30f-4687-8a9a-a281be5cbc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031504 Mar 08 12:09:35.628830 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-ddaa856a-a09b-40fb-a74a-eb82c63d4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:09:34Z', 'revision_number': 5, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:35.656913 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa856a-a09b-40fb-a74a-eb82c63d4877 None None] Checking router: 4071a9b3-1f53-44d0-955d-4d08af2f9eed for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:35.661646 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946d9b-689a-4c8f-b8e8-2dc7c6615885 req-c9ef55cc-6062-4325-a00a-f7cd6f25fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:35.663851 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68946d9b-689a-4c8f-b8e8-2dc7c6615885 req-c9ef55cc-6062-4325-a00a-f7cd6f25fdc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 HTTP/1.1" status: 200 len: 918 time: 0.0947595 Mar 08 12:09:35.673646 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa856a-a09b-40fb-a74a-eb82c63d4877 None None] Routers {'4071a9b3-1f53-44d0-955d-4d08af2f9eed'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:35.673646 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-ddaa856a-a09b-40fb-a74a-eb82c63d4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:35.698461 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f36006c-0659-4826-b7bf-971264af3726 req-482c9bc4-4088-4abc-a60d-0e6505fa2cec service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950303 Mar 08 12:09:35.734709 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68946d9b-689a-4c8f-b8e8-2dc7c6615885 req-efea0cd3-4d56-4171-a7ab-4aef63c14731 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ef8790-5cb3-4f12-becc-d312347f21a1 HTTP/1.1" status: 200 len: 1001 time: 0.0643969 Mar 08 12:09:35.788505 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-ddaa856a-a09b-40fb-a74a-eb82c63d4877 None None] Set router 4071a9b3-1f53-44d0-955d-4d08af2f9eed gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:35.795110 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946d9b-689a-4c8f-b8e8-2dc7c6615885 req-aa16c63e-d496-4d38-a00d-5d73f602888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:35.796666 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68946d9b-689a-4c8f-b8e8-2dc7c6615885 req-aa16c63e-d496-4d38-a00d-5d73f602888c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0881ec02-52c5-41f4-9bad-8258b28ec43f HTTP/1.1" status: 200 len: 856 time: 0.0523708 Mar 08 12:09:35.859425 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946d9b-689a-4c8f-b8e8-2dc7c6615885 req-f968788a-83e2-4d15-b9bc-84d5acae7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:35.861047 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68946d9b-689a-4c8f-b8e8-2dc7c6615885 req-f968788a-83e2-4d15-b9bc-84d5acae7dfb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561404 Mar 08 12:09:35.960320 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68946d9b-689a-4c8f-b8e8-2dc7c6615885 req-429a44da-42e1-4f66-8b6c-19d9aa600d5c service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921521 Mar 08 12:09:36.003029 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-ddaa856a-a09b-40fb-a74a-eb82c63d4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:09:34Z', 'revision_number': 5, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:36.032499 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa856a-a09b-40fb-a74a-eb82c63d4877 None None] The sync data for ids ['4071a9b3-1f53-44d0-955d-4d08af2f9eed'] in dv-cinder-830085-2-iscsi is: [{'id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'name': 'tempest-TestMinimumBasicScenario-975203191-router', 'tenant_id': '23396fe2e24d48e1a919efa0e1896508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:09:34Z', 'revision_number': 5, 'project_id': '23396fe2e24d48e1a919efa0e1896508', 'gw_port': {'id': 'bc45d794-e62f-4c66-97e1-90fc34bfec63', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4071a9b3-1f53-44d0-955d-4d08af2f9eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:05:52Z', 'updated_at': '2022-03-08T12:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:36.064624 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68946d9b-689a-4c8f-b8e8-2dc7c6615885 req-0d71c63b-91f8-4c1d-a923-2ff737b09d37 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966866 Mar 08 12:09:36.082821 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Deleting port bc45d794-e62f-4c66-97e1-90fc34bfec63 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:36.083424 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:36.103559 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f36006c-0659-4826-b7bf-971264af3726 req-eb8f8ed0-ca9f-46bd-b41d-7e2bea2068e3 service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194444 Mar 08 12:09:36.174802 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] For port bc45d794-e62f-4c66-97e1-90fc34bfec63, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=bc45d794-e62f-4c66-97e1-90fc34bfec63,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:36.175242 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:36.188477 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Calling delete_port for bc45d794-e62f-4c66-97e1-90fc34bfec63 owned by network:router_gateway {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:36.427510 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (bc45d794-e62f-4c66-97e1-90fc34bfec63), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:36.454763 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Pushing event deleted for resources: {'Port': ['ID=bc45d794-e62f-4c66-97e1-90fc34bfec63,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:36.525770 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33063819'] for router_gateway (4071a9b3-1f53-44d0-955d-4d08af2f9eed), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:36.643444 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device aebc383b-0f64-444c-8783-7f20f8110d94 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:36.643979 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33075775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31862'] for router (4071a9b3-1f53-44d0-955d-4d08af2f9eed), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:36.646196 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Publish callbacks [] for router_controller (4071a9b3-1f53-44d0-955d-4d08af2f9eed), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:36.674561 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: aebc383b-0f64-444c-8783-7f20f8110d94 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:36.675032 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device aebc383b-0f64-444c-8783-7f20f8110d94 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:36.805522 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33075752'] for router (4071a9b3-1f53-44d0-955d-4d08af2f9eed), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:36.806099 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4071a9b3-1f53-44d0-955d-4d08af2f9eed {{(pid=110507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:09:36.817553 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] Publish callbacks [] for router (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:36.817553 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-d4918843-1a35-49db-81df-6c5aec90ebba admin admin] 10.222.0.44 "DELETE /v2.0/routers/4071a9b3-1f53-44d0-955d-4d08af2f9eed HTTP/1.1" status: 204 len: 168 time: 1.5148702 Mar 08 12:09:36.817553 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53710) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:36.866791 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_v2 [None req-c081b545-79a7-4c30-b64d-8282934399c5 admin admin] Deleting subnet 4fcdfd42-a9fd-4f23-98c1-c3646d6b6752 {{(pid=110507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:09:36.870288 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c081b545-79a7-4c30-b64d-8282934399c5 admin admin] Publish callbacks [] for subnet (4fcdfd42-a9fd-4f23-98c1-c3646d6b6752), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:36.908082 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c081b545-79a7-4c30-b64d-8282934399c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30976093'] for subnet (4fcdfd42-a9fd-4f23-98c1-c3646d6b6752), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.025211 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c081b545-79a7-4c30-b64d-8282934399c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (4fcdfd42-a9fd-4f23-98c1-c3646d6b6752), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.147354 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c081b545-79a7-4c30-b64d-8282934399c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30549010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257006'] for subnet (4fcdfd42-a9fd-4f23-98c1-c3646d6b6752), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.174612 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081b545-79a7-4c30-b64d-8282934399c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fcdfd42-a9fd-4f23-98c1-c3646d6b6752,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:37.178401 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c081b545-79a7-4c30-b64d-8282934399c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.184012 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c081b545-79a7-4c30-b64d-8282934399c5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4fcdfd42-a9fd-4f23-98c1-c3646d6b6752 HTTP/1.1" status: 204 len: 168 time: 0.3656583 Mar 08 12:09:37.184341 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53714) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:37.186094 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ec80fe-7d5c-4e41-b1fe-85bbd23abd23 None None] Network 552fa765-aa36-42ef-b1db-e824e7214f9c requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:09:37.258446 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (552fa765-aa36-42ef-b1db-e824e7214f9c), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.328854 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Deleting port c2bf5b2d-5f32-40de-b23c-ed055a257c14 {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:37.329293 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.405505 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] For port c2bf5b2d-5f32-40de-b23c-ed055a257c14, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=c2bf5b2d-5f32-40de-b23c-ed055a257c14,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:37.405877 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.418440 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Calling delete_port for c2bf5b2d-5f32-40de-b23c-ed055a257c14 owned by network:dhcp {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:37.524032 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b8e520-16fa-469c-9cd0-a650036a1274 None None] DHCP port deletion for 552fa765-aa36-42ef-b1db-e824e7214f9c request from dv-cinder-830085-2-iscsi {{(pid=110509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:09:37.573304 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-24b8e520-16fa-469c-9cd0-a650036a1274 None None] Deleting port c2bf5b2d-5f32-40de-b23c-ed055a257c14 {{(pid=110509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:37.573607 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-24b8e520-16fa-469c-9cd0-a650036a1274 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), before_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.632766 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.641255 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-24b8e520-16fa-469c-9cd0-a650036a1274 None None] For port c2bf5b2d-5f32-40de-b23c-ed055a257c14, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=c2bf5b2d-5f32-40de-b23c-ed055a257c14,segment=NetworkSegment(4283206f-53eb-4e3a-b09b-774015fc990f),segment_id=4283206f-53eb-4e3a-b09b-774015fc990f)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:37.641679 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-24b8e520-16fa-469c-9cd0-a650036a1274 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), precommit_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.655955 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-24b8e520-16fa-469c-9cd0-a650036a1274 None None] Calling delete_port for c2bf5b2d-5f32-40de-b23c-ed055a257c14 owned by network:dhcp {{(pid=110509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:37.659778 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2bf5b2d-5f32-40de-b23c-ed055a257c14,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:37.665806 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] No DVR routers for this DVR port c2bf5b2d-5f32-40de-b23c-ed055a257c14 on host dv-cinder-830085-2-iscsi {{(pid=110508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:37.739534 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (552fa765-aa36-42ef-b1db-e824e7214f9c), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.764626 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552fa765-aa36-42ef-b1db-e824e7214f9c']}} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:37.774773 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4283206f-53eb-4e3a-b09b-774015fc990f') {'for_net_delete': True} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:37.775078 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4283206f-53eb-4e3a-b09b-774015fc990f') {} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:37.776486 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-24b8e520-16fa-469c-9cd0-a650036a1274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370'] for port (c2bf5b2d-5f32-40de-b23c-ed055a257c14), after_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.785207 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29552336'] for segment (4283206f-53eb-4e3a-b09b-774015fc990f), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.798643 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (4283206f-53eb-4e3a-b09b-774015fc990f), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.800829 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8e520-16fa-469c-9cd0-a650036a1274 None None] Pushing event deleted for resources: {'Port': ['ID=c2bf5b2d-5f32-40de-b23c-ed055a257c14,revision_number=None']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:37.805853 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=110508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:09:37.806223 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8e520-16fa-469c-9cd0-a650036a1274 None None] No DVR routers for this DVR port c2bf5b2d-5f32-40de-b23c-ed055a257c14 on host dv-cinder-830085-2-iscsi {{(pid=110509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:37.806380 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30228028'] for segment (4283206f-53eb-4e3a-b09b-774015fc990f), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: Traceback (most recent call last): Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: timer() Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: cb(*args, **kw) Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: return func(*args, **kwargs) Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: self._notify() Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: self.callback(batched_events) Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: event.method(event) Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: return f(self, *a, **k) Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._get(url).json() Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: return self.request(url, 'GET', **kwargs) Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:09:37.808216 dv-cinder-830085-2-iscsi neutron-server[110508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:09:37.948280 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (552fa765-aa36-42ef-b1db-e824e7214f9c), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.954717 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:37.957966 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] 10.222.0.44 "DELETE /v2.0/networks/552fa765-aa36-42ef-b1db-e824e7214f9c HTTP/1.1" status: 204 len: 168 time: 0.7725465 Mar 08 12:09:37.961212 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53722) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:37.969962 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceab757-ba63-4e32-aa00-995b94da5a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=552fa765-aa36-42ef-b1db-e824e7214f9c,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:38.336109 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7dc54345-33e4-47ca-be0f-49d543f21d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077333'] for router_interface (e74b1e20-eac9-4750-b01c-e9eb4982f5af), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:38.540559 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device c2bf5b2d-5f32-40de-b23c-ed055a257c14 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:38.561200 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: c2bf5b2d-5f32-40de-b23c-ed055a257c14 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:38.561555 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device c2bf5b2d-5f32-40de-b23c-ed055a257c14 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:38.561973 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device bc45d794-e62f-4c66-97e1-90fc34bfec63 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:38.581159 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: bc45d794-e62f-4c66-97e1-90fc34bfec63 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:38.581508 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device bc45d794-e62f-4c66-97e1-90fc34bfec63 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:38.598123 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-7dc54345-33e4-47ca-be0f-49d543f21d20 admin admin] Deleting port f36bb9da-2b64-4e06-884d-aa087fd50a78 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:38.598469 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7dc54345-33e4-47ca-be0f-49d543f21d20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:38.677696 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-7dc54345-33e4-47ca-be0f-49d543f21d20 admin admin] For port f36bb9da-2b64-4e06-884d-aa087fd50a78, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=f36bb9da-2b64-4e06-884d-aa087fd50a78,segment=NetworkSegment(571961db-fbef-42b3-a566-56e6f43e8e94),segment_id=571961db-fbef-42b3-a566-56e6f43e8e94)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:38.678062 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7dc54345-33e4-47ca-be0f-49d543f21d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:38.690163 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-7dc54345-33e4-47ca-be0f-49d543f21d20 admin admin] Calling delete_port for f36bb9da-2b64-4e06-884d-aa087fd50a78 owned by network:router_interface {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:38.965273 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7dc54345-33e4-47ca-be0f-49d543f21d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (f36bb9da-2b64-4e06-884d-aa087fd50a78), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:38.995819 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc54345-33e4-47ca-be0f-49d543f21d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36bb9da-2b64-4e06-884d-aa087fd50a78,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:39.169303 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7dc54345-33e4-47ca-be0f-49d543f21d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33134858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077281'] for router_interface (e74b1e20-eac9-4750-b01c-e9eb4982f5af), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:39.396009 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc54345-33e4-47ca-be0f-49d543f21d20 admin admin] Router e74b1e20-eac9-4750-b01c-e9eb4982f5af has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:09:39.509536 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc54345-33e4-47ca-be0f-49d543f21d20 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:39.515672 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-7dc54345-33e4-47ca-be0f-49d543f21d20 admin admin] 10.222.0.44 "PUT /v2.0/routers/e74b1e20-eac9-4750-b01c-e9eb4982f5af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5523143 Mar 08 12:09:39.517773 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53744) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:39.521317 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad33954-04df-4d9f-9dce-78d4af797ed2 None None] Sync routers for ids ['e74b1e20-eac9-4750-b01c-e9eb4982f5af'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:39.531543 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad33954-04df-4d9f-9dce-78d4af797ed2 None None] Routers {'e74b1e20-eac9-4750-b01c-e9eb4982f5af'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:39.532171 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-3ad33954-04df-4d9f-9dce-78d4af797ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['e74b1e20-eac9-4750-b01c-e9eb4982f5af'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:39.628058 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Publish callbacks [] for router (e74b1e20-eac9-4750-b01c-e9eb4982f5af), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:39.649079 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-3ad33954-04df-4d9f-9dce-78d4af797ed2 None None] Set router e74b1e20-eac9-4750-b01c-e9eb4982f5af gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:39.843486 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-3ad33954-04df-4d9f-9dce-78d4af797ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'name': 'tempest-TestMinimumBasicScenario-306099019-router', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:06:02Z', 'updated_at': '2022-03-08T12:09:38Z', 'revision_number': 5, 'project_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'gw_port': {'id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:06:03Z', 'updated_at': '2022-03-08T12:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:39.876336 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad33954-04df-4d9f-9dce-78d4af797ed2 None None] Checking router: e74b1e20-eac9-4750-b01c-e9eb4982f5af for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:39.886446 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad33954-04df-4d9f-9dce-78d4af797ed2 None None] Routers {'e74b1e20-eac9-4750-b01c-e9eb4982f5af'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:39.887082 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-3ad33954-04df-4d9f-9dce-78d4af797ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['e74b1e20-eac9-4750-b01c-e9eb4982f5af'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:39.988868 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Publish callbacks [] for router_gateway (e74b1e20-eac9-4750-b01c-e9eb4982f5af), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:39.997711 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-3ad33954-04df-4d9f-9dce-78d4af797ed2 None None] Set router e74b1e20-eac9-4750-b01c-e9eb4982f5af gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:40.134640 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Deleting port 67c9279b-ad8c-4575-8c76-bb7849e16a29 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:40.134982 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:40.178215 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-3ad33954-04df-4d9f-9dce-78d4af797ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'name': 'tempest-TestMinimumBasicScenario-306099019-router', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:06:02Z', 'updated_at': '2022-03-08T12:09:38Z', 'revision_number': 5, 'project_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'gw_port': {'id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:06:03Z', 'updated_at': '2022-03-08T12:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:40.208290 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad33954-04df-4d9f-9dce-78d4af797ed2 None None] The sync data for ids ['e74b1e20-eac9-4750-b01c-e9eb4982f5af'] in dv-cinder-830085-2-iscsi is: [{'id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'name': 'tempest-TestMinimumBasicScenario-306099019-router', 'tenant_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:06:02Z', 'updated_at': '2022-03-08T12:09:38Z', 'revision_number': 5, 'project_id': 'd4a4b2267f3c49d7894aa8c5e948768e', 'gw_port': {'id': '67c9279b-ad8c-4575-8c76-bb7849e16a29', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74b1e20-eac9-4750-b01c-e9eb4982f5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:06:03Z', 'updated_at': '2022-03-08T12:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:40.219357 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-662193c0-8920-4318-af46-0214110b211c admin admin] For port 67c9279b-ad8c-4575-8c76-bb7849e16a29, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=67c9279b-ad8c-4575-8c76-bb7849e16a29,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:40.219731 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:40.234017 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Calling delete_port for 67c9279b-ad8c-4575-8c76-bb7849e16a29 owned by network:router_gateway {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:40.483040 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (67c9279b-ad8c-4575-8c76-bb7849e16a29), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:40.516117 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Pushing event deleted for resources: {'Port': ['ID=67c9279b-ad8c-4575-8c76-bb7849e16a29,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:40.541063 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:40.541431 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:40.541788 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:40.542138 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:40.542472 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:40.542805 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:40.543162 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:40.543507 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:40.543837 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:40.544175 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:40.544507 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:40.544835 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:40.545163 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:40.590107 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33063819'] for router_gateway (e74b1e20-eac9-4750-b01c-e9eb4982f5af), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:40.603852 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device f36bb9da-2b64-4e06-884d-aa087fd50a78 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:40.630866 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: f36bb9da-2b64-4e06-884d-aa087fd50a78 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:40.631249 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device f36bb9da-2b64-4e06-884d-aa087fd50a78 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:40.694067 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33075775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31862'] for router (e74b1e20-eac9-4750-b01c-e9eb4982f5af), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:40.696420 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Publish callbacks [] for router_controller (e74b1e20-eac9-4750-b01c-e9eb4982f5af), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:40.850591 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33075752'] for router (e74b1e20-eac9-4750-b01c-e9eb4982f5af), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:40.851151 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e74b1e20-eac9-4750-b01c-e9eb4982f5af {{(pid=110507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:09:40.856325 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-662193c0-8920-4318-af46-0214110b211c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:40.857524 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-662193c0-8920-4318-af46-0214110b211c admin admin] 10.222.0.44 "DELETE /v2.0/routers/e74b1e20-eac9-4750-b01c-e9eb4982f5af HTTP/1.1" status: 204 len: 168 time: 1.3384695 Mar 08 12:09:40.860157 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53754) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:40.907236 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a276e9d-af22-42a8-9ebc-28767971be1e admin admin] Deleting subnet f4eb98a6-5c15-4dde-881f-f3a7714849cd {{(pid=110508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:09:40.910612 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a276e9d-af22-42a8-9ebc-28767971be1e admin admin] Publish callbacks [] for subnet (f4eb98a6-5c15-4dde-881f-f3a7714849cd), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:40.952379 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a276e9d-af22-42a8-9ebc-28767971be1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29552171'] for subnet (f4eb98a6-5c15-4dde-881f-f3a7714849cd), precommit_delete_associations {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.059294 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a276e9d-af22-42a8-9ebc-28767971be1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (f4eb98a6-5c15-4dde-881f-f3a7714849cd), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.199631 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a276e9d-af22-42a8-9ebc-28767971be1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30228054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24291517'] for subnet (f4eb98a6-5c15-4dde-881f-f3a7714849cd), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.227840 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a276e9d-af22-42a8-9ebc-28767971be1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.231481 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-8a276e9d-af22-42a8-9ebc-28767971be1e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f4eb98a6-5c15-4dde-881f-f3a7714849cd HTTP/1.1" status: 204 len: 168 time: 0.3702822 Mar 08 12:09:41.232582 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a276e9d-af22-42a8-9ebc-28767971be1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4eb98a6-5c15-4dde-881f-f3a7714849cd,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:41.234813 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53758) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:41.234983 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feee360-99c9-4c26-a179-9218e0b9d5f6 None None] Network ed4faabe-c068-4f39-939d-6a9518be5003 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:09:41.317626 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (ed4faabe-c068-4f39-939d-6a9518be5003), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.383208 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Deleting port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:41.383554 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.424287 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba08f383-f739-45b3-8dd8-80fa1babe8b7 None None] DHCP port deletion for ed4faabe-c068-4f39-939d-6a9518be5003 request from dv-cinder-830085-2-iscsi {{(pid=110509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:09:41.460422 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] For port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=b0a5abe3-bdcc-46bd-95c3-9f00f6060acd,segment=NetworkSegment(571961db-fbef-42b3-a566-56e6f43e8e94),segment_id=571961db-fbef-42b3-a566-56e6f43e8e94)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:41.460720 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.479982 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Calling delete_port for b0a5abe3-bdcc-46bd-95c3-9f00f6060acd owned by network:dhcp {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:41.493200 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-ba08f383-f739-45b3-8dd8-80fa1babe8b7 None None] Deleting port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd {{(pid=110509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:41.493586 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-ba08f383-f739-45b3-8dd8-80fa1babe8b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), before_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.566073 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-ba08f383-f739-45b3-8dd8-80fa1babe8b7 None None] For port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=b0a5abe3-bdcc-46bd-95c3-9f00f6060acd,segment=NetworkSegment(571961db-fbef-42b3-a566-56e6f43e8e94),segment_id=571961db-fbef-42b3-a566-56e6f43e8e94)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:41.566482 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-ba08f383-f739-45b3-8dd8-80fa1babe8b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), precommit_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.580266 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-ba08f383-f739-45b3-8dd8-80fa1babe8b7 None None] Calling delete_port for b0a5abe3-bdcc-46bd-95c3-9f00f6060acd owned by network:dhcp {{(pid=110509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:41.679810 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.686203 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-ba08f383-f739-45b3-8dd8-80fa1babe8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370'] for port (b0a5abe3-bdcc-46bd-95c3-9f00f6060acd), after_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.709608 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a5abe3-bdcc-46bd-95c3-9f00f6060acd,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:41.712623 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] No DVR routers for this DVR port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd on host dv-cinder-830085-2-iscsi {{(pid=110508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:41.718446 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08f383-f739-45b3-8dd8-80fa1babe8b7 None None] Pushing event deleted for resources: {'Port': ['ID=b0a5abe3-bdcc-46bd-95c3-9f00f6060acd,revision_number=None']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:41.721007 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba08f383-f739-45b3-8dd8-80fa1babe8b7 None None] No DVR routers for this DVR port b0a5abe3-bdcc-46bd-95c3-9f00f6060acd on host dv-cinder-830085-2-iscsi {{(pid=110509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:41.791428 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (ed4faabe-c068-4f39-939d-6a9518be5003), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.815842 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4faabe-c068-4f39-939d-6a9518be5003']}} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:41.826451 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571961db-fbef-42b3-a566-56e6f43e8e94') {'for_net_delete': True} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:41.826801 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571961db-fbef-42b3-a566-56e6f43e8e94') {} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:41.836419 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29552336'] for segment (571961db-fbef-42b3-a566-56e6f43e8e94), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.850530 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (571961db-fbef-42b3-a566-56e6f43e8e94), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.857196 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=110508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:09:41.857606 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30228028'] for segment (571961db-fbef-42b3-a566-56e6f43e8e94), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: Traceback (most recent call last): Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: timer() Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: cb(*args, **kw) Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: return func(*args, **kwargs) Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: self._notify() Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: self.callback(batched_events) Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: event.method(event) Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: return f(self, *a, **k) Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._get(url).json() Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: return self.request(url, 'GET', **kwargs) Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:09:41.859398 dv-cinder-830085-2-iscsi neutron-server[110508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:09:41.960733 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53768) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:41.982925 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (ed4faabe-c068-4f39-939d-6a9518be5003), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.988933 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:41.992104 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ed4faabe-c068-4f39-939d-6a9518be5003 HTTP/1.1" status: 204 len: 168 time: 0.7559636 Mar 08 12:09:42.004883 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd29a4-cc24-4fdd-b413-04e7fe94c193 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed4faabe-c068-4f39-939d-6a9518be5003,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:42.079609 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-093ec08c-5e7b-4acf-9a13-0618a0fec9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.153407 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-093ec08c-5e7b-4acf-9a13-0618a0fec9bc admin admin] Publish callbacks [] for security_group (8c4aea99-c277-4a56-8cf2-33f8b5744e5f), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.248577 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-093ec08c-5e7b-4acf-9a13-0618a0fec9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (8c4aea99-c277-4a56-8cf2-33f8b5744e5f), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.287000 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ec08c-5e7b-4acf-9a13-0618a0fec9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4aea99-c277-4a56-8cf2-33f8b5744e5f,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:42.291241 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-093ec08c-5e7b-4acf-9a13-0618a0fec9bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86f5f9aef1e14721a9ba9bfe00ddcb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290856 Mar 08 12:09:42.293882 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53774) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:42.339965 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53778) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:42.344064 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-857e6512-2f7f-4eaf-b946-7550e935f623 admin admin] Publish callbacks [] for security_group (8c4aea99-c277-4a56-8cf2-33f8b5744e5f), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.367187 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-857e6512-2f7f-4eaf-b946-7550e935f623 admin admin] Publish callbacks [] for security_group (8c4aea99-c277-4a56-8cf2-33f8b5744e5f), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.383583 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-79ce65ac-58a7-4070-9a57-c491b316f5d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23396fe2e24d48e1a919efa0e1896508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416842 Mar 08 12:09:42.391050 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53782) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:42.451651 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Publish callbacks [] for security_group (3df53b97-9386-4a9f-8a5c-569dd0e4fb78), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.473710 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Publish callbacks [] for security_group (3df53b97-9386-4a9f-8a5c-569dd0e4fb78), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.536788 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-857e6512-2f7f-4eaf-b946-7550e935f623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (8c4aea99-c277-4a56-8cf2-33f8b5744e5f), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.539451 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-857e6512-2f7f-4eaf-b946-7550e935f623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.540848 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-857e6512-2f7f-4eaf-b946-7550e935f623 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c4aea99-c277-4a56-8cf2-33f8b5744e5f HTTP/1.1" status: 204 len: 168 time: 0.2460599 Mar 08 12:09:42.556298 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e6512-2f7f-4eaf-b946-7550e935f623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4aea99-c277-4a56-8cf2-33f8b5744e5f,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:42.595645 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 67c9279b-ad8c-4575-8c76-bb7849e16a29 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:42.618162 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 67c9279b-ad8c-4575-8c76-bb7849e16a29 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:42.618512 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 67c9279b-ad8c-4575-8c76-bb7849e16a29 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:42.618936 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device b0a5abe3-bdcc-46bd-95c3-9f00f6060acd no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:42.652088 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: b0a5abe3-bdcc-46bd-95c3-9f00f6060acd {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:42.652508 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device b0a5abe3-bdcc-46bd-95c3-9f00f6060acd not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:42.656844 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (3df53b97-9386-4a9f-8a5c-569dd0e4fb78), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.662118 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:42.663309 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3df53b97-9386-4a9f-8a5c-569dd0e4fb78 HTTP/1.1" status: 204 len: 168 time: 0.2710769 Mar 08 12:09:42.673767 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df53b97-9386-4a9f-8a5c-569dd0e4fb78,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:42.681788 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:42.682139 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:42.682482 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:42.682820 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:42.683190 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:42.683524 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:42.683859 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:42.684186 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:42.684513 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:42.684840 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:42.685166 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:42.685487 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:42.685936 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edf589f-21a7-4a65-8cd3-e7524e2f2d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:43.597079 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53804) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:43.641470 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-4ba71e2b-d97d-4b52-8d06-d8a59c43081c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4a4b2267f3c49d7894aa8c5e948768e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440829 Mar 08 12:09:43.644526 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53806) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:43.692412 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ab88b3ca-961d-4fc4-93b9-26c685be7f9f admin admin] Publish callbacks [] for security_group (7ffc92ab-111f-4114-a83e-a10cbd33c754), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:43.717086 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ab88b3ca-961d-4fc4-93b9-26c685be7f9f admin admin] Publish callbacks [] for security_group (7ffc92ab-111f-4114-a83e-a10cbd33c754), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:43.867783 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ab88b3ca-961d-4fc4-93b9-26c685be7f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (7ffc92ab-111f-4114-a83e-a10cbd33c754), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:43.873239 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ab88b3ca-961d-4fc4-93b9-26c685be7f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:43.873239 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-ab88b3ca-961d-4fc4-93b9-26c685be7f9f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ffc92ab-111f-4114-a83e-a10cbd33c754 HTTP/1.1" status: 204 len: 168 time: 0.2262387 Mar 08 12:09:43.879884 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88b3ca-961d-4fc4-93b9-26c685be7f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffc92ab-111f-4114-a83e-a10cbd33c754,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:45.064270 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53844) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:45.160269 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-909361758-network', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:45.306163 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Made reservation on behalf of 43e73bb16a7d44dd84207ee7161c2808 for: {'network': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:09:45.308553 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:45.355422 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:45.391464 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Publish callbacks [] for security_group (6d937eef-f545-4de9-beac-7f969807edf7), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:45.622169 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (6d937eef-f545-4de9-beac-7f969807edf7), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:45.647385 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=110507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:09:45.657195 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d937eef-f545-4de9-beac-7f969807edf7,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:45.663659 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (477c8efc-25d3-492d-aec6-0da753ec76d3), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:45.666436 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.segments_db [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Added segment 477c8efc-25d3-492d-aec6-0da753ec76d3 of type vlan for network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 Mar 08 12:09:45.710678 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (9f3fc0b6-5937-41b0-aee4-61d2206408d9), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:45.808410 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (9f3fc0b6-5937-41b0-aee4-61d2206408d9), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:45.809414 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:45.810012 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:45.868521 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3fc0b6-5937-41b0-aee4-61d2206408d9,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:45.879404 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:09:45.898661 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-8309a994-030f-4d25-b930-c9aae20ac026 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8332298 Mar 08 12:09:45.901715 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53852) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:45.910507 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-afc5933c-235c-4a1f-a358-4edc950458ad admin admin] Request body: {'subnet': {'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-909361758-subnet', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'ip_version': 4}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:45.993463 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc5933c-235c-4a1f-a358-4edc950458ad admin admin] Made reservation on behalf of 43e73bb16a7d44dd84207ee7161c2808 for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:09:45.995884 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-afc5933c-235c-4a1f-a358-4edc950458ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24291546'] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:46.240103 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-afc5933c-235c-4a1f-a358-4edc950458ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30228369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24291524'] for subnet (1b8a0334-137e-4ca7-8145-79c5e98e839a), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:46.305131 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5933c-235c-4a1f-a358-4edc950458ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b8a0334-137e-4ca7-8145-79c5e98e839a,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:46.313034 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc5933c-235c-4a1f-a358-4edc950458ad admin admin] Checking segment: {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:09:46.313391 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc5933c-235c-4a1f-a358-4edc950458ad admin admin] Network hostable DHCP agents. Network: 9f3fc0b6-5937-41b0-aee4-61d2206408d9, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:09:46.450449 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc5933c-235c-4a1f-a358-4edc950458ad admin admin] Network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:09:46.553137 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-afc5933c-235c-4a1f-a358-4edc950458ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, 9f3fc0b6-5937-41b0-aee4-61d2206408d9) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:46.569022 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc5933c-235c-4a1f-a358-4edc950458ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:46.569022 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-afc5933c-235c-4a1f-a358-4edc950458ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:46.570079 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b11d48d-a5ee-4f15-9857-b77ae83b0b1b None None] Network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:09:46.665863 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298eb19-29e4-40e0-aea1-3d43466d78f3 req-434b2fda-3e0f-48ea-9abc-9a6f1c1d0e92 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:46.667590 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5298eb19-29e4-40e0-aea1-3d43466d78f3 req-434b2fda-3e0f-48ea-9abc-9a6f1c1d0e92 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0565102 Mar 08 12:09:46.675313 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9edbfed6-1ad3-5ea8-a132-a097731b67f7-9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a'}]}} from dv-cinder-830085-2-iscsi. {{(pid=110509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:09:46.676281 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:46.691316 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-afc5933c-235c-4a1f-a358-4edc950458ad admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7854149 Mar 08 12:09:46.691316 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53870) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:46.696679 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:46.741608 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5298eb19-29e4-40e0-aea1-3d43466d78f3 req-4dd67eed-107e-414d-a7ac-d3ac604514fa tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676515 Mar 08 12:09:46.793767 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33078681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31816'] for router (792f01ae-cd5c-4d86-bc36-a5c0d6028539), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:46.794908 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33075817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33063898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33180591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31809'] for router (792f01ae-cd5c-4d86-bc36-a5c0d6028539), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:46.835312 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.db_base_plugin_common [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Allocated IP 172.20.0.2 (9f3fc0b6-5937-41b0-aee4-61d2206408d9/1b8a0334-137e-4ca7-8145-79c5e98e839a/401ea9dd-3c0e-4067-85f4-bec949656af0) {{(pid=110509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:46.870267 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Publish callbacks [] for router_controller (792f01ae-cd5c-4d86-bc36-a5c0d6028539), precommit_add_association {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:46.982569 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Publish callbacks [] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), precommit_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.091335 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Publish callbacks [] for router_gateway (792f01ae-cd5c-4d86-bc36-a5c0d6028539), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.106117 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.147551 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 is already hosted by enough agents. {{(pid=110509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:47.150481 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.base_scheduler [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Resources bound (agent type, host, resource id): {{(pid=110509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:47.154053 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Received port after_create {{(pid=110509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:09:47.163437 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Pushing event updated for resources: {'Port': ['ID=401ea9dd-3c0e-4067-85f4-bec949656af0,revision_number=1']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:47.214226 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Attempting to bind port 401ea9dd-3c0e-4067-85f4-bec949656af0 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:09:47.214691 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Attempting to bind port 401ea9dd-3c0e-4067-85f4-bec949656af0 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:09:47.215081 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Attempting to bind port 401ea9dd-3c0e-4067-85f4-bec949656af0 on network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:09:47.220378 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:09:47.221354 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Checking segment: {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:09:47.221354 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.221591 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Bound using segment: {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:09:47.222027 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Bound port: 401ea9dd-3c0e-4067-85f4-bec949656af0, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:09:47.222417 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.294678 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] For port 401ea9dd-3c0e-4067-85f4-bec949656af0, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:09:47.298169 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] For port 401ea9dd-3c0e-4067-85f4-bec949656af0, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=401ea9dd-3c0e-4067-85f4-bec949656af0,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:09:47.345013 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53880) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:47.357663 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.393279 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Publish callbacks [] for router_gateway (792f01ae-cd5c-4d86-bc36-a5c0d6028539), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.414074 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.417512 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06545d-737d-4b48-9417-535e3fe27ae5 None None] Pushing event updated for resources: {'Port': ['ID=401ea9dd-3c0e-4067-85f4-bec949656af0,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:47.480948 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d037cdf2-8b22-4694-bd3d-68f5f725c075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.536649 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Allocated IP 172.27.1.143 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/0323ff84-9620-415c-bab3-be915b7fe79b) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:47.586972 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d037cdf2-8b22-4694-bd3d-68f5f725c075 admin admin] Publish callbacks [] for security_group (2e7add41-3ba4-4429-90b6-6ace4c6cbadf), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.654412 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Publish callbacks [] for port (0323ff84-9620-415c-bab3-be915b7fe79b), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.690782 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d037cdf2-8b22-4694-bd3d-68f5f725c075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (2e7add41-3ba4-4429-90b6-6ace4c6cbadf), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.731457 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-d037cdf2-8b22-4694-bd3d-68f5f725c075 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18f95c89c8414f1cbc66816ad47a6992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852396 Mar 08 12:09:47.736004 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037cdf2-8b22-4694-bd3d-68f5f725c075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7add41-3ba4-4429-90b6-6ace4c6cbadf,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:47.736004 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53886) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:47.772509 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (0323ff84-9620-415c-bab3-be915b7fe79b), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.798951 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bff2cce5-1dcc-4dec-8571-c3898a101168 admin admin] Publish callbacks [] for security_group (2e7add41-3ba4-4429-90b6-6ace4c6cbadf), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.821549 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bff2cce5-1dcc-4dec-8571-c3898a101168 admin admin] Publish callbacks [] for security_group (2e7add41-3ba4-4429-90b6-6ace4c6cbadf), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.842578 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:47.852894 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:47.859275 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:09:47.912865 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Pushing event updated for resources: {'Port': ['ID=0323ff84-9620-415c-bab3-be915b7fe79b,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:47.959336 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bff2cce5-1dcc-4dec-8571-c3898a101168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (2e7add41-3ba4-4429-90b6-6ace4c6cbadf), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.962610 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bff2cce5-1dcc-4dec-8571-c3898a101168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:47.964220 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-bff2cce5-1dcc-4dec-8571-c3898a101168 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e7add41-3ba4-4429-90b6-6ace4c6cbadf HTTP/1.1" status: 204 len: 168 time: 0.2270052 Mar 08 12:09:47.975064 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2cce5-1dcc-4dec-8571-c3898a101168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7add41-3ba4-4429-90b6-6ace4c6cbadf,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:48.135897 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba259b9-4b29-4014-9145-3aebc50c3975 req-484cb527-ec49-4b5b-a26e-0c5c45714292 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:48.137539 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6ba259b9-4b29-4014-9145-3aebc50c3975 req-484cb527-ec49-4b5b-a26e-0c5c45714292 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.2704637 Mar 08 12:09:48.193884 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6ba259b9-4b29-4014-9145-3aebc50c3975 req-9d483920-358b-4289-8c91-5e6153550b43 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494893 Mar 08 12:09:48.414742 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d13f89-047b-45f3-9651-089c86ad6b52 None None] Network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:09:48.488058 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Publish callbacks [] for router_gateway (792f01ae-cd5c-4d86-bc36-a5c0d6028539), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:48.499470 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-b55ec428-1fbb-43ca-8989-967b54be57c0 None None] Provisioning complete for port 401ea9dd-3c0e-4067-85f4-bec949656af0 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:48.499470 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-b55ec428-1fbb-43ca-8989-967b54be57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:48.634792 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-b55ec428-1fbb-43ca-8989-967b54be57c0 None None] Current status of the port 401ea9dd-3c0e-4067-85f4-bec949656af0 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:48.634792 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-b55ec428-1fbb-43ca-8989-967b54be57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:48.663730 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 401ea9dd-3c0e-4067-85f4-bec949656af0 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:09:48.699472 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-b55ec428-1fbb-43ca-8989-967b54be57c0 None None] For port 401ea9dd-3c0e-4067-85f4-bec949656af0, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=401ea9dd-3c0e-4067-85f4-bec949656af0,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:48.729137 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 401ea9dd-3c0e-4067-85f4-bec949656af0 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:48.729524 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:48.769467 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33075810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33063927'] for router (792f01ae-cd5c-4d86-bc36-a5c0d6028539), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:48.798790 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-b55ec428-1fbb-43ca-8989-967b54be57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:48.853335 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 401ea9dd-3c0e-4067-85f4-bec949656af0 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:48.853728 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:48.890242 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ec428-1fbb-43ca-8989-967b54be57c0 None None] Pushing event updated for resources: {'Port': ['ID=401ea9dd-3c0e-4067-85f4-bec949656af0,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:48.927667 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-c27cd7ff-0616-487d-bd3a-62ca1d491bd2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:48.929444 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-c27cd7ff-0616-487d-bd3a-62ca1d491bd2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.0674498 Mar 08 12:09:48.946679 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.db.api [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:09:48.947175 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG oslo_db.api [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:09:48.948190 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-755afa3e-2e4f-4ab8-a9bc-3ee64a92b39c None None] Provisioning complete for port 401ea9dd-3c0e-4067-85f4-bec949656af0 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:48.948561 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-755afa3e-2e4f-4ab8-a9bc-3ee64a92b39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:48.997375 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 is scheduled to L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f with binding_index 1 {{(pid=110508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:09:49.007172 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53896) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:49.021637 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c02c5fbd-4eab-45fd-9074-807eb7531fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.046859 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-755afa3e-2e4f-4ab8-a9bc-3ee64a92b39c None None] Current status of the port 401ea9dd-3c0e-4067-85f4-bec949656af0 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:49.066839 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Deleting port a017dc74-6887-47de-b2eb-8c8051858f57 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:49.067208 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.118651 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:49.128697 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Sync routers for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:49.140329 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:49.140950 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:49.181406 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] For port a017dc74-6887-47de-b2eb-8c8051858f57, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a017dc74-6887-47de-b2eb-8c8051858f57,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:49.181772 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.204782 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.209236 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-031ceb40-15ab-4ebc-8bf4-7d95c7b03f0f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5146925 Mar 08 12:09:49.216674 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53898) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:49.216936 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c02c5fbd-4eab-45fd-9074-807eb7531fde admin admin] Publish callbacks [] for security_group (3aef372a-1ff9-48ed-ae6f-d1baf8aa8d30), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.323638 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c02c5fbd-4eab-45fd-9074-807eb7531fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (3aef372a-1ff9-48ed-ae6f-d1baf8aa8d30), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.410014 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:49.441087 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c02c5fbd-4eab-45fd-9074-807eb7531fde admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d677f51b3175401aa96985bf8d84c3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317360 Mar 08 12:09:49.443046 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53902) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:49.443730 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c5fbd-4eab-45fd-9074-807eb7531fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aef372a-1ff9-48ed-ae6f-d1baf8aa8d30,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:49.502726 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.503089 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (f31d3ca7-48fe-45ff-b24e-c394f165116c), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.503439 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Floating IP f31d3ca7-48fe-45ff-b24e-c394f165116c disassociated. External IP: 172.27.1.185, port: a017dc74-6887-47de-b2eb-8c8051858f57. Mar 08 12:09:49.503786 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Calling delete_port for a017dc74-6887-47de-b2eb-8c8051858f57 owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:49.522914 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b63a17-c1c9-4216-b3a3-50b3c5879c11 req-eaa5a697-1d3c-4edf-a445-449341738747 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:49.524859 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-80b63a17-c1c9-4216-b3a3-50b3c5879c11 req-eaa5a697-1d3c-4edf-a445-449341738747 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 945 time: 0.2161841 Mar 08 12:09:49.528759 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 401ea9dd-3c0e-4067-85f4-bec949656af0 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:49.613441 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bee1dee4-7f03-427d-9414-ab64976b33d4 admin admin] Publish callbacks [] for security_group (3aef372a-1ff9-48ed-ae6f-d1baf8aa8d30), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.645491 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:48Z', 'revision_number': 3, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:49.664097 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-80b63a17-c1c9-4216-b3a3-50b3c5879c11 req-8c751e29-8129-4b47-bd26-b388394bf9ea tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b1b3de-1176-421b-8b74-c69f1fb9922a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279130 Mar 08 12:09:49.676083 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bee1dee4-7f03-427d-9414-ab64976b33d4 admin admin] Publish callbacks [] for security_group (3aef372a-1ff9-48ed-ae6f-d1baf8aa8d30), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.680017 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Checking router: 792f01ae-cd5c-4d86-bc36-a5c0d6028539 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:49.681034 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Updating router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 port 0323ff84-9620-415c-bab3-be915b7fe79b binding host dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:09:49.714663 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (0323ff84-9620-415c-bab3-be915b7fe79b), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.849989 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bee1dee4-7f03-427d-9414-ab64976b33d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (3aef372a-1ff9-48ed-ae6f-d1baf8aa8d30), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.853553 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bee1dee4-7f03-427d-9414-ab64976b33d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.855048 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-bee1dee4-7f03-427d-9414-ab64976b33d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3aef372a-1ff9-48ed-ae6f-d1baf8aa8d30 HTTP/1.1" status: 204 len: 168 time: 0.4084632 Mar 08 12:09:49.868070 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1dee4-7f03-427d-9414-ab64976b33d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aef372a-1ff9-48ed-ae6f-d1baf8aa8d30,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:49.869597 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (a017dc74-6887-47de-b2eb-8c8051858f57), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:49.969231 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event deleted for resources: {'Port': ['ID=a017dc74-6887-47de-b2eb-8c8051858f57,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:49.986273 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:50.037232 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Publish callbacks [] for port (0323ff84-9620-415c-bab3-be915b7fe79b), precommit_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:50.068478 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:09:50.168929 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Allocated IP 172.20.0.1 (9f3fc0b6-5937-41b0-aee4-61d2206408d9/1b8a0334-137e-4ca7-8145-79c5e98e839a/ec0517d3-5a68-4c8f-9f0c-deb740dd31a9) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:50.177010 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (0323ff84-9620-415c-bab3-be915b7fe79b), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:50.196672 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:50.209084 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac1e7d-b90f-499e-93a7-8aae8c12b8fb None None] Sync routers for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:50.231567 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Attempting to bind port 0323ff84-9620-415c-bab3-be915b7fe79b on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:09:50.231946 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Attempting to bind port 0323ff84-9620-415c-bab3-be915b7fe79b by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:09:50.232318 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Attempting to bind port 0323ff84-9620-415c-bab3-be915b7fe79b on network 981964ec-6e66-47f5-aee6-03bea7be7d13 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:09:50.233449 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac1e7d-b90f-499e-93a7-8aae8c12b8fb None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:50.234449 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-9bac1e7d-b90f-499e-93a7-8aae8c12b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:50.239836 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:09:50.240227 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Checking segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:09:50.240693 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:50.241215 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Bound using segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:09:50.241587 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Bound port: 0323ff84-9620-415c-bab3-be915b7fe79b, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:09:50.241975 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (0323ff84-9620-415c-bab3-be915b7fe79b), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:50.303490 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] For port 0323ff84-9620-415c-bab3-be915b7fe79b, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:09:50.311237 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] No DVR routers for this DVR port a017dc74-6887-47de-b2eb-8c8051858f57 on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:09:50.314950 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:50.319466 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bc28c-8c2c-4b51-b13a-453325736d33 None None] Pushing event updated for resources: {'Port': ['ID=0323ff84-9620-415c-bab3-be915b7fe79b,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:50.321093 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cc5176e8-f146-484f-ae52-e8f5bc56f2da req-7e8d1540-414c-44be-ab65-93e6c65b7c2e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.55 "DELETE /v2.0/ports/a017dc74-6887-47de-b2eb-8c8051858f57 HTTP/1.1" status: 204 len: 173 time: 1.3855422 Mar 08 12:09:50.322011 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9188bb1-aae5-4b6c-86e5-87976edb464f', 'name': 'network-vif-deleted', 'tag': 'a017dc74-6887-47de-b2eb-8c8051858f57'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:09:50.324473 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Publish callbacks [] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:50.325212 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] For port 0323ff84-9620-415c-bab3-be915b7fe79b, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=0323ff84-9620-415c-bab3-be915b7fe79b,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:09:50.326258 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db6ffa6-8b72-4639-ad46-73fa14606fa8" -d '{"events": [{"server_uuid": "d9188bb1-aae5-4b6c-86e5-87976edb464f", "name": "network-vif-deleted", "tag": "a017dc74-6887-47de-b2eb-8c8051858f57"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:09:50.370312 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636885a7-df5a-4036-be71-48f86e8f5d8e x-openstack-request-id: req-636885a7-df5a-4036-be71-48f86e8f5d8e {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:09:50.370601 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9188bb1-aae5-4b6c-86e5-87976edb464f", "name": "network-vif-deleted", "tag": "a017dc74-6887-47de-b2eb-8c8051858f57", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:09:50.370858 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-636885a7-df5a-4036-be71-48f86e8f5d8e {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:09:50.371312 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9188bb1-aae5-4b6c-86e5-87976edb464f', 'name': 'network-vif-deleted', 'tag': 'a017dc74-6887-47de-b2eb-8c8051858f57', 'status': 'completed', 'code': 200} Mar 08 12:09:50.415696 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-9bac1e7d-b90f-499e-93a7-8aae8c12b8fb None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:50.444036 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (0323ff84-9620-415c-bab3-be915b7fe79b), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:50.491203 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:50.514074 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:50.514906 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:50.585734 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:50.588997 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:50.593974 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:09:50.605134 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bc28c-8c2c-4b51-b13a-453325736d33 None None] Pushing event updated for resources: {'Port': ['ID=0323ff84-9620-415c-bab3-be915b7fe79b,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:50.619828 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 401ea9dd-3c0e-4067-85f4-bec949656af0 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:09:50.668354 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Pushing event updated for resources: {'Port': ['ID=ec0517d3-5a68-4c8f-9f0c-deb740dd31a9,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:50.670747 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33066970'] for router_interface (792f01ae-cd5c-4d86-bc36-a5c0d6028539), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:50.746998 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:50.780578 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-9bac1e7d-b90f-499e-93a7-8aae8c12b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 5, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:50.818788 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 401ea9dd-3c0e-4067-85f4-bec949656af0 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:50.819413 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:50.830745 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac1e7d-b90f-499e-93a7-8aae8c12b8fb None None] Checking router: d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:50.841212 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac1e7d-b90f-499e-93a7-8aae8c12b8fb None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:50.841835 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-9bac1e7d-b90f-499e-93a7-8aae8c12b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:50.854614 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-80e1303d-0375-45d1-b178-54c1492d1eb9 req-7a24fe54-43df-4964-bd73-223de51ec890 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9188bb1-aae5-4b6c-86e5-87976edb464f HTTP/1.1" status: 200 len: 210 time: 0.0402541 Mar 08 12:09:50.891017 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a017dc74-6887-47de-b2eb-8c8051858f57 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:09:50.974404 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:50.990489 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: a017dc74-6887-47de-b2eb-8c8051858f57 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:09:50.992999 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-9bac1e7d-b90f-499e-93a7-8aae8c12b8fb None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:50.993166 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a017dc74-6887-47de-b2eb-8c8051858f57 not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:09:51.035885 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-f73d5f60-3276-448d-bb33-f86d21656512 None None] Provisioning complete for port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:51.036295 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f73d5f60-3276-448d-bb33-f86d21656512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:51.050973 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:09:51.127032 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-f73d5f60-3276-448d-bb33-f86d21656512 None None] Port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:09:51.138978 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 401ea9dd-3c0e-4067-85f4-bec949656af0 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:51.163093 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:48Z', 'revision_number': 3, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:51.178330 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Publish callbacks [] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:51.191363 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e2085-a454-40a1-96a5-a38c265d33ba None None] The sync data for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi is: [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:48Z', 'revision_number': 3, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:51.227702 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-9bac1e7d-b90f-499e-93a7-8aae8c12b8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 5, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:51.255375 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac1e7d-b90f-499e-93a7-8aae8c12b8fb None None] The sync data for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi is: [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 5, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:51.427851 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30227992'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:51.530280 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33134963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33066934'] for router_interface (792f01ae-cd5c-4d86-bc36-a5c0d6028539), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:51.568358 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Pushing event updated for resources: {'Port': ['ID=ec0517d3-5a68-4c8f-9f0c-deb740dd31a9,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:51.656878 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fda37-b0b2-49d6-8584-3662b3ee831d None None] New status for floating IP f31d3ca7-48fe-45ff-b24e-c394f165116c: DOWN {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:09:51.671329 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:51.674349 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:51.897087 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:09:52.064951 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-cdcf4539-97a3-4fbd-9fe7-72b2491e4437 None None] Provisioning complete for port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:52.065812 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-cdcf4539-97a3-4fbd-9fe7-72b2491e4437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:52.092553 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:52.101684 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-d32e7d70-d72b-4a44-b669-b1f7b2ef921e admin admin] 10.222.0.44 "PUT /v2.0/routers/792f01ae-cd5c-4d86-bc36-a5c0d6028539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8906839 Mar 08 12:09:52.118719 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf4539-97a3-4fbd-9fe7-72b2491e4437 None None] Port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:09:52.326282 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53944) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:52.385182 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b4db6376-bed6-4b3f-b51e-81d27100e509 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group (04b1b3de-1176-421b-8b74-c69f1fb9922a), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:52.409787 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b4db6376-bed6-4b3f-b51e-81d27100e509 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group (04b1b3de-1176-421b-8b74-c69f1fb9922a), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:52.567790 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b4db6376-bed6-4b3f-b51e-81d27100e509 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (04b1b3de-1176-421b-8b74-c69f1fb9922a), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:52.580326 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b4db6376-bed6-4b3f-b51e-81d27100e509 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:52.588146 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53956) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:52.591786 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-b4db6376-bed6-4b3f-b51e-81d27100e509 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "DELETE /v2.0/security-groups/04b1b3de-1176-421b-8b74-c69f1fb9922a HTTP/1.1" status: 204 len: 168 time: 0.2635834 Mar 08 12:09:52.603723 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.api.v2.resource [None req-b235174e-7168-40a8-9785-aa092ac99d90 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] show failed (client error): The resource could not be found. Mar 08 12:09:52.605041 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-b235174e-7168-40a8-9785-aa092ac99d90 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups/04b1b3de-1176-421b-8b74-c69f1fb9922a HTTP/1.1" status: 404 len: 347 time: 0.0158720 Mar 08 12:09:52.609767 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53958) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:52.612868 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 0323ff84-9620-415c-bab3-be915b7fe79b up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:09:52.618604 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db6376-bed6-4b3f-b51e-81d27100e509 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b1b3de-1176-421b-8b74-c69f1fb9922a,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:52.683300 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 0323ff84-9620-415c-bab3-be915b7fe79b triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:52.683911 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (0323ff84-9620-415c-bab3-be915b7fe79b), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:52.777356 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-a6321d91-8bd1-4995-a466-c673326a092b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Deleting port 786374e3-d31b-4795-a9b7-cf52de140d49 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:09:52.777719 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a6321d91-8bd1-4995-a466-c673326a092b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (786374e3-d31b-4795-a9b7-cf52de140d49), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:52.784186 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 0323ff84-9620-415c-bab3-be915b7fe79b is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:52.784871 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (0323ff84-9620-415c-bab3-be915b7fe79b), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:52.831276 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port 0323ff84-9620-415c-bab3-be915b7fe79b, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=0323ff84-9620-415c-bab3-be915b7fe79b,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:52.877083 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a6321d91-8bd1-4995-a466-c673326a092b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (786374e3-d31b-4795-a9b7-cf52de140d49), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:52.877494 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a6321d91-8bd1-4995-a466-c673326a092b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (786374e3-d31b-4795-a9b7-cf52de140d49), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:52.890986 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-a6321d91-8bd1-4995-a466-c673326a092b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Calling delete_port for 786374e3-d31b-4795-a9b7-cf52de140d49 owned by network:floatingip {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:09:53.034806 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (0323ff84-9620-415c-bab3-be915b7fe79b), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.091361 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=0323ff84-9620-415c-bab3-be915b7fe79b,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:53.153123 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Sync routers for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:53.159215 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a6321d91-8bd1-4995-a466-c673326a092b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (786374e3-d31b-4795-a9b7-cf52de140d49), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.172539 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:53.173797 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:53.195820 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6321d91-8bd1-4995-a466-c673326a092b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event deleted for resources: {'Port': ['ID=786374e3-d31b-4795-a9b7-cf52de140d49,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:53.241472 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53976) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:53.248781 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2085620144-network', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:53.273034 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a6321d91-8bd1-4995-a466-c673326a092b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (f31d3ca7-48fe-45ff-b24e-c394f165116c), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.275929 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a6321d91-8bd1-4995-a466-c673326a092b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.280282 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-a6321d91-8bd1-4995-a466-c673326a092b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "DELETE /v2.0/floatingips/f31d3ca7-48fe-45ff-b24e-c394f165116c HTTP/1.1" status: 204 len: 168 time: 0.6694307 Mar 08 12:09:53.324404 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:53.370625 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Made reservation on behalf of 787aa05a5c3e4a70bfabaad637d98076 for: {'network': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:09:53.373473 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.383707 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.498359 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Publish callbacks [] for security_group (674cb6a4-57f9-4156-8130-bc55023d55f5), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.532497 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 53986) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:53.537350 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-093b6e64-c681-4835-a680-7ae2797e2422 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1247959355', 'description': 'tempest-description--1116156409'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:53.559540 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:51Z', 'revision_number': 2, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:53.587583 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (674cb6a4-57f9-4156-8130-bc55023d55f5), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.588083 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Checking router: 792f01ae-cd5c-4d86-bc36-a5c0d6028539 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:53.588083 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Updating router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 binding host dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:09:53.622156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674cb6a4-57f9-4156-8130-bc55023d55f5,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:53.622396 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.639203 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=110508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:09:53.650993 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (a88e712d-87f9-49aa-951c-2e98e303dc38), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.651379 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.segments_db [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Added segment a88e712d-87f9-49aa-951c-2e98e303dc38 of type vlan for network b8affd15-f117-44cc-9d7a-2afbf462c49c Mar 08 12:09:53.654262 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-0c86306a-e235-463d-9d4f-4d72a7d776d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.691665 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (b8affd15-f117-44cc-9d7a-2afbf462c49c), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.747592 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-093b6e64-c681-4835-a680-7ae2797e2422 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.803910 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (b8affd15-f117-44cc-9d7a-2afbf462c49c), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.805176 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:53.805961 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.845093 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-093b6e64-c681-4835-a680-7ae2797e2422 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group (2050129e-f73f-4ff7-8d8e-713329ffd2c4), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.883780 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] Pushing event updated for resources: {'Network': ['ID=b8affd15-f117-44cc-9d7a-2afbf462c49c,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:53.894873 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network b8affd15-f117-44cc-9d7a-2afbf462c49c details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:09:53.895454 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Publish callbacks [] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), precommit_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.945375 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.951571 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 53994) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:53.952096 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-40315e08-d93c-4a33-aae9-410054ed112b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7088261 Mar 08 12:09:53.953348 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-093b6e64-c681-4835-a680-7ae2797e2422 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (2050129e-f73f-4ff7-8d8e-713329ffd2c4), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:53.957191 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-d4890620-da10-4232-ab4b-ec6f7283ff0d admin admin] Request body: {'subnet': {'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2085620144-subnet', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'ip_version': 4}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:53.992899 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b6e64-c681-4835-a680-7ae2797e2422 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2050129e-f73f-4ff7-8d8e-713329ffd2c4,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:54.018014 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Pushing event updated for resources: {'Port': ['ID=ec0517d3-5a68-4c8f-9f0c-deb740dd31a9,revision_number=3']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:54.044114 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:54.044488 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:54.044859 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:54.045203 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:54.045543 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:54.045885 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:54.046213 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:54.046770 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:54.047103 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:54.047471 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:54.047807 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:54.048132 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:54.048462 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:09:54.085398 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Attempting to bind port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:09:54.085939 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Attempting to bind port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:09:54.086314 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Attempting to bind port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 on network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:09:54.092167 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:09:54.092547 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Checking segment: {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:09:54.092952 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:54.093349 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Bound using segment: {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:09:54.093820 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Bound port: ec0517d3-5a68-4c8f-9f0c-deb740dd31a9, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'}}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:09:54.094202 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:54.246421 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] For port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:09:54.252439 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] For port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=ec0517d3-5a68-4c8f-9f0c-deb740dd31a9,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:09:54.255180 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-e6748210-8e4c-4937-9fb9-7a0c5c8ea61d None None] Provisioning complete for port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:54.255770 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-e6748210-8e4c-4937-9fb9-7a0c5c8ea61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:54.355631 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-e6748210-8e4c-4937-9fb9-7a0c5c8ea61d None None] Port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:09:54.356514 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4890620-da10-4232-ab4b-ec6f7283ff0d admin admin] Made reservation on behalf of 787aa05a5c3e4a70bfabaad637d98076 for: {'subnet': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:09:54.356514 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4890620-da10-4232-ab4b-ec6f7283ff0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30256905'] for subnet (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:54.356744 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-093b6e64-c681-4835-a680-7ae2797e2422 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:54.357873 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-093b6e64-c681-4835-a680-7ae2797e2422 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8242500 Mar 08 12:09:54.360687 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54000) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:54.365607 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-b24bfd5d-f8ba-4228-90b4-c9deba0ca6d7 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Request body: {'security_group_rule': {'security_group_id': '2050129e-f73f-4ff7-8d8e-713329ffd2c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:54.454454 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:54.521668 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b24bfd5d-f8ba-4228-90b4-c9deba0ca6d7 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group_rule (f6f51e8c-995b-4709-84e7-09ad33fae731), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:54.540927 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:54.542034 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:54.601719 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982b127-a4ac-4f87-82ec-847e73783a9a None None] Pushing event updated for resources: {'Port': ['ID=ec0517d3-5a68-4c8f-9f0c-deb740dd31a9,revision_number=4']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:54.626688 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 0323ff84-9620-415c-bab3-be915b7fe79b up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:09:54.644020 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b24bfd5d-f8ba-4228-90b4-c9deba0ca6d7 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group_rule (f6f51e8c-995b-4709-84e7-09ad33fae731), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:54.663029 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4890620-da10-4232-ab4b-ec6f7283ff0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30549461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30256919'] for subnet (1cfad737-a15b-4978-98d6-54c97a1dbfa5), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:54.703039 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:54.712554 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 0323ff84-9620-415c-bab3-be915b7fe79b triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:54.713175 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (0323ff84-9620-415c-bab3-be915b7fe79b), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:54.765245 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b24bfd5d-f8ba-4228-90b4-c9deba0ca6d7 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (f6f51e8c-995b-4709-84e7-09ad33fae731), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:54.774546 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4890620-da10-4232-ab4b-ec6f7283ff0d admin admin] Checking segment: {'id': 'a88e712d-87f9-49aa-951c-2e98e303dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:09:54.775010 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4890620-da10-4232-ab4b-ec6f7283ff0d admin admin] Network hostable DHCP agents. Network: b8affd15-f117-44cc-9d7a-2afbf462c49c, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:09:54.785199 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4890620-da10-4232-ab4b-ec6f7283ff0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cfad737-a15b-4978-98d6-54c97a1dbfa5,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:54.802797 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bfd5d-f8ba-4228-90b4-c9deba0ca6d7 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f51e8c-995b-4709-84e7-09ad33fae731,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:54.823700 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 0323ff84-9620-415c-bab3-be915b7fe79b is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:54.946680 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-60445241-f649-4a7d-a8d9-e055c2a9fb89 None None] Provisioning complete for port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:54.947882 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-60445241-f649-4a7d-a8d9-e055c2a9fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:54.958740 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:54Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:54.970533 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4890620-da10-4232-ab4b-ec6f7283ff0d admin admin] Network b8affd15-f117-44cc-9d7a-2afbf462c49c is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:09:54.978321 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b24bfd5d-f8ba-4228-90b4-c9deba0ca6d7 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:54.979584 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-b24bfd5d-f8ba-4228-90b4-c9deba0ca6d7 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6179485 Mar 08 12:09:54.982390 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54018) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:54.986811 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-5458c372-dd5f-41df-9c73-290ce933f58c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Request body: {'security_group_rule': {'security_group_id': '2050129e-f73f-4ff7-8d8e-713329ffd2c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:54.991027 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0cb58-ef5c-436c-9ec6-f785f2983bd9 None None] The sync data for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi is: [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:54Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:09:55.061644 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-d4890620-da10-4232-ab4b-ec6f7283ff0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, b8affd15-f117-44cc-9d7a-2afbf462c49c) {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:55.065732 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-60445241-f649-4a7d-a8d9-e055c2a9fb89 None None] Current status of the port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:55.066328 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-60445241-f649-4a7d-a8d9-e055c2a9fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.066506 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4890620-da10-4232-ab4b-ec6f7283ff0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:55.068307 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d4890620-da10-4232-ab4b-ec6f7283ff0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.074972 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ace6b04-6290-4e50-a592-b6e73e2741a5 None None] Network b8affd15-f117-44cc-9d7a-2afbf462c49c requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:09:55.114436 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5458c372-dd5f-41df-9c73-290ce933f58c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group_rule (553b1919-5196-4faf-b549-4b78aa2da89f), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.188817 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-d4890620-da10-4232-ab4b-ec6f7283ff0d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2359762 Mar 08 12:09:55.189816 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 54028) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:55.195884 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2085620144-router', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:55.215313 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5458c372-dd5f-41df-9c73-290ce933f58c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group_rule (553b1919-5196-4faf-b549-4b78aa2da89f), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.302909 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5458c372-dd5f-41df-9c73-290ce933f58c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (553b1919-5196-4faf-b549-4b78aa2da89f), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.306915 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33078681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31816'] for router (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.309412 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33075817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33063898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33180591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31809'] for router (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.342374 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458c372-dd5f-41df-9c73-290ce933f58c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553b1919-5196-4faf-b549-4b78aa2da89f,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:55.361962 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-60445241-f649-4a7d-a8d9-e055c2a9fb89 None None] For port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=ec0517d3-5a68-4c8f-9f0c-deb740dd31a9,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:55.392067 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Publish callbacks [] for router_controller (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), precommit_add_association {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.405155 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9edbfed6-1ad3-5ea8-a132-a097731b67f7-b8affd15-f117-44cc-9d7a-2afbf462c49c', 'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c', 'project_id': '787aa05a5c3e4a70bfabaad637d98076', 'fixed_ips': [{'subnet_id': '1cfad737-a15b-4978-98d6-54c97a1dbfa5'}]}} from dv-cinder-830085-2-iscsi. {{(pid=110509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:09:55.406342 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.412889 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5458c372-dd5f-41df-9c73-290ce933f58c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.414169 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-5458c372-dd5f-41df-9c73-290ce933f58c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4308145 Mar 08 12:09:55.417384 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54034) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:55.424514 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Request body: {'floatingip': {'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:09:55.486580 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-60445241-f649-4a7d-a8d9-e055c2a9fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.531548 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.579759 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60445241-f649-4a7d-a8d9-e055c2a9fb89 None None] Pushing event updated for resources: {'Port': ['ID=ec0517d3-5a68-4c8f-9f0c-deb740dd31a9,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:55.608746 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.db_base_plugin_common [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Allocated IP 172.20.0.2 (b8affd15-f117-44cc-9d7a-2afbf462c49c/1cfad737-a15b-4978-98d6-54c97a1dbfa5/657c79f5-4002-493e-8a3e-ad783a428fbf) {{(pid=110509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:55.691849 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.695370 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Publish callbacks [] for router_gateway (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.838008 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Publish callbacks [] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), precommit_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:55.844513 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Allocated IP 172.27.1.82 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/2fdb0977-317e-42b9-82f6-1ddd01b05af1) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:55.936754 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.000132 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for port (2fdb0977-317e-42b9-82f6-1ddd01b05af1), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.043278 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Pushing event updated for resources: {'Port': ['ID=657c79f5-4002-493e-8a3e-ad783a428fbf,revision_number=1']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:56.049599 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Network b8affd15-f117-44cc-9d7a-2afbf462c49c is already hosted by enough agents. {{(pid=110509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:56.062434 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.base_scheduler [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Resources bound (agent type, host, resource id): {{(pid=110509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:56.068854 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Received port after_create {{(pid=110509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:09:56.080188 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Publish callbacks [] for router_gateway (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.101074 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.155865 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Attempting to bind port 657c79f5-4002-493e-8a3e-ad783a428fbf on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:09:56.156704 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Attempting to bind port 657c79f5-4002-493e-8a3e-ad783a428fbf by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': 'a88e712d-87f9-49aa-951c-2e98e303dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:09:56.157078 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Attempting to bind port 657c79f5-4002-493e-8a3e-ad783a428fbf on network b8affd15-f117-44cc-9d7a-2afbf462c49c {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:09:56.163958 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:09:56.164719 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Checking segment: {'id': 'a88e712d-87f9-49aa-951c-2e98e303dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:09:56.165485 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.166051 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Bound using segment: {'id': 'a88e712d-87f9-49aa-951c-2e98e303dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:09:56.166544 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Bound port: 657c79f5-4002-493e-8a3e-ad783a428fbf, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88e712d-87f9-49aa-951c-2e98e303dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:09:56.166935 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.171160 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (2fdb0977-317e-42b9-82f6-1ddd01b05af1), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.252414 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event updated for resources: {'Port': ['ID=2fdb0977-317e-42b9-82f6-1ddd01b05af1,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:56.257219 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Allocated IP 172.27.1.34 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/fa8ee373-a977-4fc3-bc71-f93873d97024) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:56.260573 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-3047611a-a8a8-4435-9ced-648366a8a4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.265786 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:56.268936 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:56.275799 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:09:56.297151 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] For port 657c79f5-4002-493e-8a3e-ad783a428fbf, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:09:56.302903 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] For port 657c79f5-4002-493e-8a3e-ad783a428fbf, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=657c79f5-4002-493e-8a3e-ad783a428fbf,segment=NetworkSegment(a88e712d-87f9-49aa-951c-2e98e303dc38),segment_id=a88e712d-87f9-49aa-951c-2e98e303dc38)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:09:56.380756 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (354c38f6-171c-4158-b4ea-50489c50d8e7), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.402333 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.402455 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Publish callbacks [] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.480101 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252282e-525f-4f47-9498-4f92df923b1f None None] Pushing event updated for resources: {'Port': ['ID=657c79f5-4002-493e-8a3e-ad783a428fbf,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:56.513356 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (2fdb0977-317e-42b9-82f6-1ddd01b05af1), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.562887 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.613328 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:56.618848 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:56.622716 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:09:56.639865 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:09:56.671626 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Pushing event updated for resources: {'Port': ['ID=fa8ee373-a977-4fc3-bc71-f93873d97024,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:56.724173 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for port (2fdb0977-317e-42b9-82f6-1ddd01b05af1), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.735807 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:56.736256 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.851597 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:56.898002 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30227992'] for port (2fdb0977-317e-42b9-82f6-1ddd01b05af1), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:56.993658 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event updated for resources: {'Port': ['ID=2fdb0977-317e-42b9-82f6-1ddd01b05af1,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:56.999888 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (354c38f6-171c-4158-b4ea-50489c50d8e7), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:57.061536 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Publish callbacks [] for router_gateway (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:57.081464 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:57.084508 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-5a1caf27-57de-447f-b149-f927c3d0fc44 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6653643 Mar 08 12:09:57.329935 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33075810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33063927'] for router (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:57.346554 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-1fb8f167-7302-4887-98f0-bc2c904cfc01 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1247959355&fields=id&tenant_id=8538495811a94895b410d83147c0f4dc HTTP/1.1" status: 200 len: 267 time: 0.0726895 Mar 08 12:09:57.448711 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:57.627976 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0024939-ec85-4fca-b8a2-ba162f09b4f3 None None] Network b8affd15-f117-44cc-9d7a-2afbf462c49c requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:09:57.741937 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-291e72cf-4bff-439f-9a01-0fab8c92d6e9 None None] Provisioning complete for port 657c79f5-4002-493e-8a3e-ad783a428fbf triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:57.742447 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-291e72cf-4bff-439f-9a01-0fab8c92d6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:57.791555 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-a33ac4b2-6720-427d-b936-f5ed81057a8d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:09:57.798079 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-a33ac4b2-6720-427d-b936-f5ed81057a8d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/networks?id=179e1abc-e30f-4687-8a9a-a281be5cbc95 HTTP/1.1" status: 200 len: 809 time: 0.4506471 Mar 08 12:09:57.814137 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-c65460a8-c02c-4c26-8964-274b0005b656 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/quotas/8538495811a94895b410d83147c0f4dc HTTP/1.1" status: 200 len: 375 time: 0.0151839 Mar 08 12:09:57.837283 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-291e72cf-4bff-439f-9a01-0fab8c92d6e9 None None] Current status of the port 657c79f5-4002-493e-8a3e-ad783a428fbf is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:57.837942 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-291e72cf-4bff-439f-9a01-0fab8c92d6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:57.874639 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-291e72cf-4bff-439f-9a01-0fab8c92d6e9 None None] For port 657c79f5-4002-493e-8a3e-ad783a428fbf, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=657c79f5-4002-493e-8a3e-ad783a428fbf,segment=NetworkSegment(a88e712d-87f9-49aa-951c-2e98e303dc38),segment_id=a88e712d-87f9-49aa-951c-2e98e303dc38)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:09:57.886954 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-9ce758cc-01c3-434b-8795-fec0dd7b3544 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8538495811a94895b410d83147c0f4dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650237 Mar 08 12:09:57.953023 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Router 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d is scheduled to L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f with binding_index 1 {{(pid=110507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:09:57.953764 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-291e72cf-4bff-439f-9a01-0fab8c92d6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:58.013375 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e72cf-4bff-439f-9a01-0fab8c92d6e9 None None] Pushing event updated for resources: {'Port': ['ID=657c79f5-4002-493e-8a3e-ad783a428fbf,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:58.075199 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-b16202fc-8be7-4c45-a9cc-ba99a2c0c6e2 None None] Provisioning complete for port 657c79f5-4002-493e-8a3e-ad783a428fbf triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:58.075591 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-b16202fc-8be7-4c45-a9cc-ba99a2c0c6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:58.142372 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:09:58.154443 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Sync routers for ids ['161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:09:58.159552 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-8cf36d60-9b3f-457c-beee-0ec212738fb5 service neutron] 10.222.0.44 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606411 Mar 08 12:09:58.179764 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Routers {'161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:58.180460 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:58.182888 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-b16202fc-8be7-4c45-a9cc-ba99a2c0c6e2 None None] Current status of the port 657c79f5-4002-493e-8a3e-ad783a428fbf is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:58.252545 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54124) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:58.268284 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-4343b691-c550-471c-9539-b5dfb1364aff service neutron] 10.222.0.44 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014652 Mar 08 12:09:58.289884 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:58.294263 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54128) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:58.295664 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-9a1a08c6-1e7e-45c6-ba1e-8a2a8ba99c25 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1045902 Mar 08 12:09:58.328665 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Set router 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:58.480784 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7ab37327-6202-47cf-a9c7-cacd38ecef6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:58.616804 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'name': 'tempest-TestVolumeBootPattern-2085620144-router', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:55Z', 'updated_at': '2022-03-08T12:09:56Z', 'revision_number': 3, 'project_id': '787aa05a5c3e4a70bfabaad637d98076', 'gw_port': {'id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:56Z', 'updated_at': '2022-03-08T12:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:58.687448 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Checking router: 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:09:58.690801 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Updating router 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d port fa8ee373-a977-4fc3-bc71-f93873d97024 binding host dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:09:58.739839 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 657c79f5-4002-493e-8a3e-ad783a428fbf up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:09:58.769641 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-33c0e082-cc12-41ff-907e-54a1eb7c4a28 req-b33dcbd2-2c11-4938-aa45-98f853a4cf17 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 210 time: 0.0659122 Mar 08 12:09:58.786810 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:58.831194 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7ab37327-6202-47cf-a9c7-cacd38ecef6d admin admin] Publish callbacks [] for security_group (f671e8ab-a3e2-4164-b73c-ffbff3f07f9a), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:58.889077 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:58.902837 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7ab37327-6202-47cf-a9c7-cacd38ecef6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (f671e8ab-a3e2-4164-b73c-ffbff3f07f9a), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:58.944404 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 657c79f5-4002-493e-8a3e-ad783a428fbf triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:58.944729 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:58.959707 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-7ab37327-6202-47cf-a9c7-cacd38ecef6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe9c740ec2d14b34a82c3559f95caea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7059562 Mar 08 12:09:58.961990 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab37327-6202-47cf-a9c7-cacd38ecef6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f671e8ab-a3e2-4164-b73c-ffbff3f07f9a,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:58.963731 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 54138) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:09:59.037227 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-df871182-b51c-49e1-968a-6b342c3f38ce admin admin] Publish callbacks [] for security_group (f671e8ab-a3e2-4164-b73c-ffbff3f07f9a), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.041624 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.061253 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-df871182-b51c-49e1-968a-6b342c3f38ce admin admin] Publish callbacks [] for security_group (f671e8ab-a3e2-4164-b73c-ffbff3f07f9a), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.137393 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Allocated IP 172.20.0.1 (b8affd15-f117-44cc-9d7a-2afbf462c49c/1cfad737-a15b-4978-98d6-54c97a1dbfa5/3896df33-917d-4abd-904c-d09205670379) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:09:59.140801 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 657c79f5-4002-493e-8a3e-ad783a428fbf is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:09:59.184710 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Publish callbacks [] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), precommit_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.204463 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-df871182-b51c-49e1-968a-6b342c3f38ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (f671e8ab-a3e2-4164-b73c-ffbff3f07f9a), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.207225 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-df871182-b51c-49e1-968a-6b342c3f38ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.208439 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-df871182-b51c-49e1-968a-6b342c3f38ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f671e8ab-a3e2-4164-b73c-ffbff3f07f9a HTTP/1.1" status: 204 len: 168 time: 0.2428811 Mar 08 12:09:59.216470 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df871182-b51c-49e1-968a-6b342c3f38ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f671e8ab-a3e2-4164-b73c-ffbff3f07f9a,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:59.261144 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Publish callbacks [] for port (3896df33-917d-4abd-904c-d09205670379), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.289453 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.347593 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Attempting to bind port fa8ee373-a977-4fc3-bc71-f93873d97024 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:09:59.347978 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Attempting to bind port fa8ee373-a977-4fc3-bc71-f93873d97024 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:09:59.348858 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Attempting to bind port fa8ee373-a977-4fc3-bc71-f93873d97024 on network 981964ec-6e66-47f5-aee6-03bea7be7d13 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:09:59.350914 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc0eed-def2-4d19-81eb-81d737a9258a None None] Pushing event updated for resources: {'Port': ['ID=fa8ee373-a977-4fc3-bc71-f93873d97024,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:59.356542 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:09:59.356920 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Checking segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:09:59.357451 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.357795 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Bound using segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:09:59.358269 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Bound port: fa8ee373-a977-4fc3-bc71-f93873d97024, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:09:59.358653 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.411278 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (3896df33-917d-4abd-904c-d09205670379), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.413165 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] For port fa8ee373-a977-4fc3-bc71-f93873d97024, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:09:59.416525 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] For port fa8ee373-a977-4fc3-bc71-f93873d97024, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=fa8ee373-a977-4fc3-bc71-f93873d97024,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:09:59.450823 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Network b8affd15-f117-44cc-9d7a-2afbf462c49c is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:09:59.453681 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:09:59.457199 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:09:59.480468 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Pushing event updated for resources: {'Port': ['ID=3896df33-917d-4abd-904c-d09205670379,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:59.502692 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33066970'] for router_interface (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.548641 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.601206 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Routers {'161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:09:59.601845 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:09:59.652675 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc0eed-def2-4d19-81eb-81d737a9258a None None] Pushing event updated for resources: {'Port': ['ID=fa8ee373-a977-4fc3-bc71-f93873d97024,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:09:59.789765 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (3896df33-917d-4abd-904c-d09205670379), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.862603 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9882b319-e906-45ba-a557-3a9da50876b3 req-a55ece64-9de6-4914-9b8e-5f204a494e9b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 210 time: 0.0317516 Mar 08 12:09:59.886017 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-605903b0-f26e-42c0-bf6d-aa672aca22fc None None] Provisioning complete for port 3896df33-917d-4abd-904c-d09205670379 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:09:59.886400 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-605903b0-f26e-42c0-bf6d-aa672aca22fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (3896df33-917d-4abd-904c-d09205670379), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:09:59.915434 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] Set router 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:09:59.993203 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-605903b0-f26e-42c0-bf6d-aa672aca22fc None None] Port 3896df33-917d-4abd-904c-d09205670379 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:09:59.994597 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.000046 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Publish callbacks [] for port (3896df33-917d-4abd-904c-d09205670379), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.068303 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30227992'] for port (3896df33-917d-4abd-904c-d09205670379), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.076130 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 54152) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:00.092041 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8289cd70-9965-4ccc-970b-768963672384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.126306 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'name': 'tempest-TestVolumeBootPattern-2085620144-router', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:55Z', 'updated_at': '2022-03-08T12:09:56Z', 'revision_number': 3, 'project_id': '787aa05a5c3e4a70bfabaad637d98076', 'gw_port': {'id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:56Z', 'updated_at': '2022-03-08T12:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:00.147165 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33134963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33066934'] for router_interface (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.149893 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Pushing event updated for resources: {'Port': ['ID=3896df33-917d-4abd-904c-d09205670379,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:00.166144 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7df35-0e81-4ed8-9e2a-895922def52e None None] The sync data for ids ['161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'] in dv-cinder-830085-2-iscsi is: [{'id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'name': 'tempest-TestVolumeBootPattern-2085620144-router', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:55Z', 'updated_at': '2022-03-08T12:09:56Z', 'revision_number': 3, 'project_id': '787aa05a5c3e4a70bfabaad637d98076', 'gw_port': {'id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:56Z', 'updated_at': '2022-03-08T12:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:00.194527 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8289cd70-9965-4ccc-970b-768963672384 admin admin] Publish callbacks [] for security_group (8cf0be88-eb9a-46ac-bb61-8ab9f8d66a2a), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.250742 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Network b8affd15-f117-44cc-9d7a-2afbf462c49c is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:00.252368 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:00.277096 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8289cd70-9965-4ccc-970b-768963672384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (8cf0be88-eb9a-46ac-bb61-8ab9f8d66a2a), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.347047 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-8289cd70-9965-4ccc-970b-768963672384 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f9a3a063a504f25aba995461eca4fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694941 Mar 08 12:10:00.348407 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289cd70-9965-4ccc-970b-768963672384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf0be88-eb9a-46ac-bb61-8ab9f8d66a2a,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:00.352756 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 54156) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:00.439536 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Router 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:00.442827 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-38169710-f32a-441d-8d4a-f61201751796 admin admin] Publish callbacks [] for security_group (8cf0be88-eb9a-46ac-bb61-8ab9f8d66a2a), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.518356 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-38169710-f32a-441d-8d4a-f61201751796 admin admin] Publish callbacks [] for security_group (8cf0be88-eb9a-46ac-bb61-8ab9f8d66a2a), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.638727 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-2799da9c-7e78-4603-8358-09a46a1ca71b None None] Provisioning complete for port 3896df33-917d-4abd-904c-d09205670379 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:00.639395 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2799da9c-7e78-4603-8358-09a46a1ca71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (3896df33-917d-4abd-904c-d09205670379), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.646690 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:00.663906 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-259ca01d-e56e-417d-b857-991ca5499023 admin admin] 10.222.0.44 "PUT /v2.0/routers/161ad9b9-419d-49fc-9a2d-975ac9d9ac7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3680184 Mar 08 12:10:00.684071 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device fa8ee373-a977-4fc3-bc71-f93873d97024 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:00.736280 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-38169710-f32a-441d-8d4a-f61201751796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (8cf0be88-eb9a-46ac-bb61-8ab9f8d66a2a), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.740920 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-38169710-f32a-441d-8d4a-f61201751796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.742589 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-38169710-f32a-441d-8d4a-f61201751796 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cf0be88-eb9a-46ac-bb61-8ab9f8d66a2a HTTP/1.1" status: 204 len: 168 time: 0.3883643 Mar 08 12:10:00.754234 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-2799da9c-7e78-4603-8358-09a46a1ca71b None None] Port 3896df33-917d-4abd-904c-d09205670379 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:10:00.766806 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port fa8ee373-a977-4fc3-bc71-f93873d97024 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:00.767332 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.789915 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38169710-f32a-441d-8d4a-f61201751796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf0be88-eb9a-46ac-bb61-8ab9f8d66a2a,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:00.894517 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port fa8ee373-a977-4fc3-bc71-f93873d97024 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:00.894847 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:00.924696 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port fa8ee373-a977-4fc3-bc71-f93873d97024, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=fa8ee373-a977-4fc3-bc71-f93873d97024,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:00.995551 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4d5b8075-32a5-4532-997b-61747ff901bb req-fca2c3a5-46a6-41db-a029-25cb2932756e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 210 time: 0.0316570 Mar 08 12:10:01.027722 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:01.086206 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=fa8ee373-a977-4fc3-bc71-f93873d97024,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:01.395305 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54174) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:01.402187 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-2d93b6df-c72a-476c-800d-e1890e02006b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381032135', 'description': 'tempest-secgroup-smoke-1381032135 description', 'project_id': '43e73bb16a7d44dd84207ee7161c2808'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:01.410314 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:01.495880 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2d93b6df-c72a-476c-800d-e1890e02006b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:01.500197 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-c7b6e1d5-ae49-4b32-8ff4-f15b79fc432a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:01.501977 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-c7b6e1d5-ae49-4b32-8ff4-f15b79fc432a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.55 "GET /v2.0/networks?id=179e1abc-e30f-4687-8a9a-a281be5cbc95 HTTP/1.1" status: 200 len: 809 time: 0.1561873 Mar 08 12:10:01.584592 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2d93b6df-c72a-476c-800d-e1890e02006b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group (a4fcbdcf-6524-46ac-a624-48f3214ed003), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:01.588033 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-533c816a-34f9-44ad-8f03-adb4573f95f8 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8538495811a94895b410d83147c0f4dc HTTP/1.1" status: 200 len: 380 time: 0.0687287 Mar 08 12:10:01.598635 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-0e5d89f8-eca5-4b49-a1e3-3a62748d531c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Request body: {'port': {'device_id': '8af518f4-08ac-4057-87c6-6b236ec8fe4c', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'admin_state_up': True, 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'security_groups': ['2050129e-f73f-4ff7-8d8e-713329ffd2c4']}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:01.665520 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2d93b6df-c72a-476c-800d-e1890e02006b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (a4fcbdcf-6524-46ac-a624-48f3214ed003), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:01.695859 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93b6df-c72a-476c-800d-e1890e02006b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fcbdcf-6524-46ac-a624-48f3214ed003,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:01.794669 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2d93b6df-c72a-476c-800d-e1890e02006b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:01.799400 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-2d93b6df-c72a-476c-800d-e1890e02006b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3994465 Mar 08 12:10:01.799812 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54184) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:01.810284 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-5741faf1-4dca-454d-9da5-ab54acd2d740 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Request body: {'security_group_rule': {'security_group_id': 'a4fcbdcf-6524-46ac-a624-48f3214ed003', 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:01.855826 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-0e5d89f8-eca5-4b49-a1e3-3a62748d531c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Made reservation on behalf of 8538495811a94895b410d83147c0f4dc for: {'port': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:10:01.859799 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-0e5d89f8-eca5-4b49-a1e3-3a62748d531c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:01.962666 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5741faf1-4dca-454d-9da5-ab54acd2d740 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (1872813b-63bd-4234-9cc6-5c343d43f13f), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:02.004827 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-0e5d89f8-eca5-4b49-a1e3-3a62748d531c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Allocated IP 172.20.0.5 (179e1abc-e30f-4687-8a9a-a281be5cbc95/bb880db3-908f-4f74-bad5-3393fd22f872/a065b85d-afae-4105-a191-739425d1d29b) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:02.023208 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5741faf1-4dca-454d-9da5-ab54acd2d740 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (1872813b-63bd-4234-9cc6-5c343d43f13f), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:02.136208 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f64c145a-2451-458b-b831-fdaf1bac4e32 req-9af61eb7-c649-4fa9-be32-cb6d8337953d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 210 time: 0.0640323 Mar 08 12:10:02.170709 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5741faf1-4dca-454d-9da5-ab54acd2d740 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (1872813b-63bd-4234-9cc6-5c343d43f13f), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:02.196927 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-0e5d89f8-eca5-4b49-a1e3-3a62748d531c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for port (a065b85d-afae-4105-a191-739425d1d29b), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:02.198029 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741faf1-4dca-454d-9da5-ab54acd2d740 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1872813b-63bd-4234-9cc6-5c343d43f13f,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:02.270499 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5741faf1-4dca-454d-9da5-ab54acd2d740 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:02.272148 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-5741faf1-4dca-454d-9da5-ab54acd2d740 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4709980 Mar 08 12:10:02.275185 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54202) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:02.280684 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-f02a4b4d-f809-461b-993a-96b43020dd2d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Request body: {'security_group_rule': {'security_group_id': 'a4fcbdcf-6524-46ac-a624-48f3214ed003', 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:02.300303 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-0e5d89f8-eca5-4b49-a1e3-3a62748d531c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (a065b85d-afae-4105-a191-739425d1d29b), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:02.346807 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-0e5d89f8-eca5-4b49-a1e3-3a62748d531c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Network 179e1abc-e30f-4687-8a9a-a281be5cbc95 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:02.350321 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-0e5d89f8-eca5-4b49-a1e3-3a62748d531c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:02.354165 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-0e5d89f8-eca5-4b49-a1e3-3a62748d531c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:10:02.374485 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f02a4b4d-f809-461b-993a-96b43020dd2d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (5dadd906-72bb-48a0-94bf-ff1c738cf83b), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:02.399623 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d89f8-eca5-4b49-a1e3-3a62748d531c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event updated for resources: {'Port': ['ID=a065b85d-afae-4105-a191-739425d1d29b,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:02.432270 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-0e5d89f8-eca5-4b49-a1e3-3a62748d531c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:02.433076 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-0e5d89f8-eca5-4b49-a1e3-3a62748d531c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:02.491331 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Sync routers for ids ['161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:02.507324 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Routers {'161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:02.508161 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:02.518281 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-0e5d89f8-eca5-4b49-a1e3-3a62748d531c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9240613 Mar 08 12:10:02.677320 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device fa8ee373-a977-4fc3-bc71-f93873d97024 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:02.682607 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Set router 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:02.758604 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Request body: {'port': {'device_id': '8af518f4-08ac-4057-87c6-6b236ec8fe4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:02.782290 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port fa8ee373-a977-4fc3-bc71-f93873d97024 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:02.782670 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:02.813962 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f02a4b4d-f809-461b-993a-96b43020dd2d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (5dadd906-72bb-48a0-94bf-ff1c738cf83b), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:02.828417 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-5666a163-1fcc-4527-bdc1-fb50566684a5 None None] Provisioning complete for port a065b85d-afae-4105-a191-739425d1d29b triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:02.828882 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-5666a163-1fcc-4527-bdc1-fb50566684a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a065b85d-afae-4105-a191-739425d1d29b), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:02.831792 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a065b85d-afae-4105-a191-739425d1d29b), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:02.896362 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-5666a163-1fcc-4527-bdc1-fb50566684a5 None None] Port a065b85d-afae-4105-a191-739425d1d29b cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:10:02.929350 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f02a4b4d-f809-461b-993a-96b43020dd2d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (5dadd906-72bb-48a0-94bf-ff1c738cf83b), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:02.943340 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'name': 'tempest-TestVolumeBootPattern-2085620144-router', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:55Z', 'updated_at': '2022-03-08T12:09:59Z', 'revision_number': 4, 'project_id': '787aa05a5c3e4a70bfabaad637d98076', 'gw_port': {'id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:56Z', 'updated_at': '2022-03-08T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '3896df33-917d-4abd-904c-d09205670379', 'name': '', 'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'mac_address': 'fa:16:3e:0d:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1cfad737-a15b-4978-98d6-54c97a1dbfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:58Z', 'updated_at': '2022-03-08T12:09:59Z', 'revision_number': 2, 'project_id': '787aa05a5c3e4a70bfabaad637d98076', 'subnets': [{'id': '1cfad737-a15b-4978-98d6-54c97a1dbfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:02.960353 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 54212) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:02.969543 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a4b4d-f809-461b-993a-96b43020dd2d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dadd906-72bb-48a0-94bf-ff1c738cf83b,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:02.975410 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Checking router: 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:02.975965 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Updating router 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d port 3896df33-917d-4abd-904c-d09205670379 binding host dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:10:03.012840 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (3896df33-917d-4abd-904c-d09205670379), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.024113 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port fa8ee373-a977-4fc3-bc71-f93873d97024 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:03.099347 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f02a4b4d-f809-461b-993a-96b43020dd2d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.105242 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-f02a4b4d-f809-461b-993a-96b43020dd2d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8246126 Mar 08 12:10:03.105242 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54216) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:03.109165 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-54b12ccc-c8d8-4431-9f1b-9226cb8b98fc tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Request body: {'security_group_rule': {'security_group_id': 'a4fcbdcf-6524-46ac-a624-48f3214ed003', 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:03.127480 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7e104f20-910a-407d-a261-692ccc661770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.199815 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a065b85d-afae-4105-a191-739425d1d29b {{(pid=110507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:10:03.214504 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Publish callbacks [] for port (a065b85d-afae-4105-a191-739425d1d29b), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.235366 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-54b12ccc-c8d8-4431-9f1b-9226cb8b98fc tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (05cadece-d6d6-491d-b414-4a2d7df13f9e), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.239011 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.provisioning_blocks [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Transition to ACTIVE for port object a065b85d-afae-4105-a191-739425d1d29b will not be triggered until provisioned by entity L2. {{(pid=110507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:10:03.294099 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7e104f20-910a-407d-a261-692ccc661770 admin admin] Publish callbacks [] for security_group (5d183ce2-c4e2-440e-961f-c057d09cdeb2), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.318872 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-54b12ccc-c8d8-4431-9f1b-9226cb8b98fc tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (05cadece-d6d6-491d-b414-4a2d7df13f9e), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.326148 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479f004-7163-496a-bc0c-ca6c2d74e920 req-de7067ec-4df1-43f4-beb8-22d10fd131b8 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:03.327865 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c479f004-7163-496a-bc0c-ca6c2d74e920 req-de7067ec-4df1-43f4-beb8-22d10fd131b8 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 931 time: 0.1060779 Mar 08 12:10:03.332879 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Publish callbacks [] for port (3896df33-917d-4abd-904c-d09205670379), precommit_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.365328 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (a065b85d-afae-4105-a191-739425d1d29b), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.369957 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-7e104f20-910a-407d-a261-692ccc661770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5d183ce2-c4e2-440e-961f-c057d09cdeb2), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.383800 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c479f004-7163-496a-bc0c-ca6c2d74e920 req-97493fe8-ce2c-4901-bee4-d4a07753d37a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498931 Mar 08 12:10:03.429080 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-54b12ccc-c8d8-4431-9f1b-9226cb8b98fc tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (05cadece-d6d6-491d-b414-4a2d7df13f9e), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.451537 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b12ccc-c8d8-4431-9f1b-9226cb8b98fc tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cadece-d6d6-491d-b414-4a2d7df13f9e,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:03.457866 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-7e104f20-910a-407d-a261-692ccc661770 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb0b01365a99494b97fada4e1ca2454c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4964535 Mar 08 12:10:03.460713 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54220) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:03.465973 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (3896df33-917d-4abd-904c-d09205670379), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.468625 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e104f20-910a-407d-a261-692ccc661770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d183ce2-c4e2-440e-961f-c057d09cdeb2,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:03.477987 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Pushing event updated for resources: {'Port': ['ID=a065b85d-afae-4105-a191-739425d1d29b,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:03.541897 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de242a54-b3f8-437f-9714-f50a792d9cb2 None None] Pushing event updated for resources: {'Port': ['ID=3896df33-917d-4abd-904c-d09205670379,revision_number=3']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:03.548806 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c873f10-ba5a-4e55-8340-c7ffbd20a39b admin admin] Publish callbacks [] for security_group (5d183ce2-c4e2-440e-961f-c057d09cdeb2), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.559147 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-54b12ccc-c8d8-4431-9f1b-9226cb8b98fc tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.560685 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-54b12ccc-c8d8-4431-9f1b-9226cb8b98fc tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4558868 Mar 08 12:10:03.568222 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54224) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:03.576068 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-1f58264f-6ca0-4552-b674-fdf79c8539fb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Request body: {'security_group_rule': {'security_group_id': 'a4fcbdcf-6524-46ac-a624-48f3214ed003', 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:03.585687 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Attempting to bind port a065b85d-afae-4105-a191-739425d1d29b on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:10:03.586293 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Attempting to bind port a065b85d-afae-4105-a191-739425d1d29b by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:10:03.586449 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Attempting to bind port a065b85d-afae-4105-a191-739425d1d29b on network 179e1abc-e30f-4687-8a9a-a281be5cbc95 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:03.593772 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Port a065b85d-afae-4105-a191-739425d1d29b on network 179e1abc-e30f-4687-8a9a-a281be5cbc95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:10:03.594097 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Attempting to bind port a065b85d-afae-4105-a191-739425d1d29b on network 179e1abc-e30f-4687-8a9a-a281be5cbc95 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:03.600253 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c873f10-ba5a-4e55-8340-c7ffbd20a39b admin admin] Publish callbacks [] for security_group (5d183ce2-c4e2-440e-961f-c057d09cdeb2), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.603430 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:10:03.603958 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Checking segment: {'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:10:03.604441 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Bound using segment: {'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:10:03.605325 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Bound port: a065b85d-afae-4105-a191-739425d1d29b, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e07be7-2a22-45ec-9809-48504bccc206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95'}}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:10:03.606011 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a065b85d-afae-4105-a191-739425d1d29b), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.695346 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1f58264f-6ca0-4552-b674-fdf79c8539fb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (f102645e-8c91-4bbc-b8e3-7c8e0b915859), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.702227 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Attempting to bind port 3896df33-917d-4abd-904c-d09205670379 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:10:03.702779 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Attempting to bind port 3896df33-917d-4abd-904c-d09205670379 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': 'a88e712d-87f9-49aa-951c-2e98e303dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c'}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:10:03.704046 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Attempting to bind port 3896df33-917d-4abd-904c-d09205670379 on network b8affd15-f117-44cc-9d7a-2afbf462c49c {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:03.712165 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:10:03.712559 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Checking segment: {'id': 'a88e712d-87f9-49aa-951c-2e98e303dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:10:03.713586 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.713586 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Bound using segment: {'id': 'a88e712d-87f9-49aa-951c-2e98e303dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c'} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:10:03.714174 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Bound port: 3896df33-917d-4abd-904c-d09205670379, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88e712d-87f9-49aa-951c-2e98e303dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c'}}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:10:03.714568 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (3896df33-917d-4abd-904c-d09205670379), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.743173 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c873f10-ba5a-4e55-8340-c7ffbd20a39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5d183ce2-c4e2-440e-961f-c057d09cdeb2), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.743841 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] For port a065b85d-afae-4105-a191-739425d1d29b, host hv-cinder-83008, cleared binding levels {{(pid=110507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:10:03.747883 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] For port a065b85d-afae-4105-a191-739425d1d29b, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a065b85d-afae-4105-a191-739425d1d29b,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:10:03.758917 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c873f10-ba5a-4e55-8340-c7ffbd20a39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.760134 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-5c873f10-ba5a-4e55-8340-c7ffbd20a39b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d183ce2-c4e2-440e-961f-c057d09cdeb2 HTTP/1.1" status: 204 len: 168 time: 0.2980421 Mar 08 12:10:03.798109 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c873f10-ba5a-4e55-8340-c7ffbd20a39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d183ce2-c4e2-440e-961f-c057d09cdeb2,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:03.841372 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] For port 3896df33-917d-4abd-904c-d09205670379, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:10:03.843537 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (a065b85d-afae-4105-a191-739425d1d29b), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.845898 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] For port 3896df33-917d-4abd-904c-d09205670379, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=3896df33-917d-4abd-904c-d09205670379,segment=NetworkSegment(a88e712d-87f9-49aa-951c-2e98e303dc38),segment_id=a88e712d-87f9-49aa-951c-2e98e303dc38)] {{(pid=110510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:10:03.846597 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1f58264f-6ca0-4552-b674-fdf79c8539fb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (f102645e-8c91-4bbc-b8e3-7c8e0b915859), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.898021 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:03.899492 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:03.901037 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] 10.222.0.55 "PUT /v2.0/ports/a065b85d-afae-4105-a191-739425d1d29b HTTP/1.1" status: 200 len: 1093 time: 1.3639486 Mar 08 12:10:03.911938 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af518f4-08ac-4057-87c6-6b236ec8fe4c', 'tag': 'a065b85d-afae-4105-a191-739425d1d29b'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:03.911938 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be56b052-370a-4a82-b11a-2751a187a616" -d '{"events": [{"name": "network-changed", "server_uuid": "8af518f4-08ac-4057-87c6-6b236ec8fe4c", "tag": "a065b85d-afae-4105-a191-739425d1d29b"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:03.942156 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b70361-dcde-45ed-9b8d-1289e6cdbc92 service neutron] Pushing event updated for resources: {'Port': ['ID=a065b85d-afae-4105-a191-739425d1d29b,revision_number=3']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:03.977799 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff08e5ac-d469-4a36-b326-8d8c1d1a5d79 x-openstack-request-id: req-ff08e5ac-d469-4a36-b326-8d8c1d1a5d79 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:03.978107 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af518f4-08ac-4057-87c6-6b236ec8fe4c", "tag": "a065b85d-afae-4105-a191-739425d1d29b", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:03.978373 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff08e5ac-d469-4a36-b326-8d8c1d1a5d79 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:03.978789 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af518f4-08ac-4057-87c6-6b236ec8fe4c', 'tag': 'a065b85d-afae-4105-a191-739425d1d29b', 'status': 'completed', 'code': 200} Mar 08 12:10:04.005957 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1f58264f-6ca0-4552-b674-fdf79c8539fb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (f102645e-8c91-4bbc-b8e3-7c8e0b915859), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:04.006107 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (3896df33-917d-4abd-904c-d09205670379), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:04.031569 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58264f-6ca0-4552-b674-fdf79c8539fb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f102645e-8c91-4bbc-b8e3-7c8e0b915859,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:04.095021 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Routers {'161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:04.096390 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:04.104146 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56b052-370a-4a82-b11a-2751a187a616 req-c8f223a7-9a2f-4518-bd0c-7dfdf42d6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:04.107691 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be56b052-370a-4a82-b11a-2751a187a616 req-c8f223a7-9a2f-4518-bd0c-7dfdf42d6683 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8538495811a94895b410d83147c0f4dc&device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 1127 time: 0.0794473 Mar 08 12:10:04.127478 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-f9fab970-4198-4937-93a8-ad5ae77cc12e None None] Provisioning complete for port 3896df33-917d-4abd-904c-d09205670379 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:04.128430 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f9fab970-4198-4937-93a8-ad5ae77cc12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (3896df33-917d-4abd-904c-d09205670379), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:04.148862 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de242a54-b3f8-437f-9714-f50a792d9cb2 None None] Pushing event updated for resources: {'Port': ['ID=3896df33-917d-4abd-904c-d09205670379,revision_number=4']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:04.183688 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1f58264f-6ca0-4552-b674-fdf79c8539fb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:04.188314 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-1f58264f-6ca0-4552-b674-fdf79c8539fb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6187348 Mar 08 12:10:04.189311 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54246) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:04.205771 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-5212c899-968d-4313-aa57-b14f2e9d52d3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Request body: {'security_group_rule': {'security_group_id': 'a4fcbdcf-6524-46ac-a624-48f3214ed003', 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:04.287203 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] Set router 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:04.317232 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-f9fab970-4198-4937-93a8-ad5ae77cc12e None None] Current status of the port 3896df33-917d-4abd-904c-d09205670379 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:04.326931 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f9fab970-4198-4937-93a8-ad5ae77cc12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (3896df33-917d-4abd-904c-d09205670379), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:04.342443 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56b052-370a-4a82-b11a-2751a187a616 req-17db7785-95c6-4818-8276-d34d6574ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:04.344518 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be56b052-370a-4a82-b11a-2751a187a616 req-17db7785-95c6-4818-8276-d34d6574ecf9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8538495811a94895b410d83147c0f4dc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2205982 Mar 08 12:10:04.345747 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.securitygroups_db [None req-5212c899-968d-4313-aa57-b14f2e9d52d3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Project 43e73bb16a7d44dd84207ee7161c2808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:10:04.354111 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5212c899-968d-4313-aa57-b14f2e9d52d3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (b814830c-445f-47fa-86da-e53d3247a776), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:04.417227 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-f9fab970-4198-4937-93a8-ad5ae77cc12e None None] For port 3896df33-917d-4abd-904c-d09205670379, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=3896df33-917d-4abd-904c-d09205670379,segment=NetworkSegment(a88e712d-87f9-49aa-951c-2e98e303dc38),segment_id=a88e712d-87f9-49aa-951c-2e98e303dc38)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:04.473616 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5212c899-968d-4313-aa57-b14f2e9d52d3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (b814830c-445f-47fa-86da-e53d3247a776), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:04.490997 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f9fab970-4198-4937-93a8-ad5ae77cc12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (3896df33-917d-4abd-904c-d09205670379), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:04.555965 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5212c899-968d-4313-aa57-b14f2e9d52d3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (b814830c-445f-47fa-86da-e53d3247a776), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:04.563213 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fab970-4198-4937-93a8-ad5ae77cc12e None None] Pushing event updated for resources: {'Port': ['ID=3896df33-917d-4abd-904c-d09205670379,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:04.603009 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56b052-370a-4a82-b11a-2751a187a616 req-73777220-a662-4c0d-a72e-ac12afd0783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:04.611198 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be56b052-370a-4a82-b11a-2751a187a616 req-73777220-a662-4c0d-a72e-ac12afd0783a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2514439 Mar 08 12:10:04.639344 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212c899-968d-4313-aa57-b14f2e9d52d3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b814830c-445f-47fa-86da-e53d3247a776,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:04.663581 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-fedfcc15-303f-43f4-b986-183f8a23b290 None None] Provisioning complete for port 3896df33-917d-4abd-904c-d09205670379 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:04.663969 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-fedfcc15-303f-43f4-b986-183f8a23b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (3896df33-917d-4abd-904c-d09205670379), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:04.671177 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'name': 'tempest-TestVolumeBootPattern-2085620144-router', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:55Z', 'updated_at': '2022-03-08T12:09:59Z', 'revision_number': 4, 'project_id': '787aa05a5c3e4a70bfabaad637d98076', 'gw_port': {'id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:56Z', 'updated_at': '2022-03-08T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '3896df33-917d-4abd-904c-d09205670379', 'name': '', 'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'mac_address': 'fa:16:3e:0d:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1cfad737-a15b-4978-98d6-54c97a1dbfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:58Z', 'updated_at': '2022-03-08T12:10:03Z', 'revision_number': 4, 'project_id': '787aa05a5c3e4a70bfabaad637d98076', 'subnets': [{'id': '1cfad737-a15b-4978-98d6-54c97a1dbfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:04.687493 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99f778-a616-4e98-a33d-ba5c815572c2 req-715851be-82cf-4f1b-891c-3084570f4c25 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:04.690087 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9d99f778-a616-4e98-a33d-ba5c815572c2 req-715851be-82cf-4f1b-891c-3084570f4c25 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 943 time: 0.1783929 Mar 08 12:10:04.697843 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5212c899-968d-4313-aa57-b14f2e9d52d3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:04.708713 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 54260) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:04.714493 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-0d0f8b73-78ef-4d3e-8c2a-5e3d007e42d4 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Request body: {'security_group_rule': {'security_group_id': 'a4fcbdcf-6524-46ac-a624-48f3214ed003', 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:04.715772 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-5212c899-968d-4313-aa57-b14f2e9d52d3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5082233 Mar 08 12:10:04.765763 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776f797-d2f5-45be-ad29-fa135c3eb273 None None] The sync data for ids ['161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'] in dv-cinder-830085-2-iscsi is: [{'id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'name': 'tempest-TestVolumeBootPattern-2085620144-router', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:55Z', 'updated_at': '2022-03-08T12:09:59Z', 'revision_number': 4, 'project_id': '787aa05a5c3e4a70bfabaad637d98076', 'gw_port': {'id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:56Z', 'updated_at': '2022-03-08T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '3896df33-917d-4abd-904c-d09205670379', 'name': '', 'network_id': 'b8affd15-f117-44cc-9d7a-2afbf462c49c', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'mac_address': 'fa:16:3e:0d:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '1cfad737-a15b-4978-98d6-54c97a1dbfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:58Z', 'updated_at': '2022-03-08T12:10:03Z', 'revision_number': 4, 'project_id': '787aa05a5c3e4a70bfabaad637d98076', 'subnets': [{'id': '1cfad737-a15b-4978-98d6-54c97a1dbfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:04.793099 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-fedfcc15-303f-43f4-b986-183f8a23b290 None None] Current status of the port 3896df33-917d-4abd-904c-d09205670379 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:04.810661 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9d99f778-a616-4e98-a33d-ba5c815572c2 req-95bf98e0-b047-4eaa-9763-3b189ed84761 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932217 Mar 08 12:10:04.839700 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-2a114226-d961-40f2-b662-320ae321b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:04.850633 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-2a114226-d961-40f2-b662-320ae321b0e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8538495811a94895b410d83147c0f4dc&device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 1127 time: 0.1490138 Mar 08 12:10:04.911765 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.securitygroups_db [None req-0d0f8b73-78ef-4d3e-8c2a-5e3d007e42d4 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Project 43e73bb16a7d44dd84207ee7161c2808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:10:04.917614 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-13d3b893-552c-4428-9478-2faaf08c22b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a065b85d-afae-4105-a191-739425d1d29b HTTP/1.1" status: 200 len: 217 time: 0.0476041 Mar 08 12:10:04.922854 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8b73-78ef-4d3e-8c2a-5e3d007e42d4 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (9b01a233-d95e-49c3-99ed-4c4dbb4d2763), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:05.000327 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-95a1f5b8-df5d-4885-9e4d-2f30004281b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:05.002348 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-95a1f5b8-df5d-4885-9e4d-2f30004281b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb880db3-908f-4f74-bad5-3393fd22f872 HTTP/1.1" status: 200 len: 848 time: 0.0770724 Mar 08 12:10:05.061958 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8b73-78ef-4d3e-8c2a-5e3d007e42d4 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (9b01a233-d95e-49c3-99ed-4c4dbb4d2763), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:05.079237 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-3615048b-57fe-4b52-b64c-5ba2ef1706cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:05.081013 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-3615048b-57fe-4b52-b64c-5ba2ef1706cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=179e1abc-e30f-4687-8a9a-a281be5cbc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677271 Mar 08 12:10:05.157249 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8b73-78ef-4d3e-8c2a-5e3d007e42d4 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (9b01a233-d95e-49c3-99ed-4c4dbb4d2763), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:05.199998 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f8b73-78ef-4d3e-8c2a-5e3d007e42d4 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b01a233-d95e-49c3-99ed-4c4dbb4d2763,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:05.221775 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-ad8c11dc-0ede-401d-94b0-be0e5141fff1 service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332290 Mar 08 12:10:05.305866 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8b73-78ef-4d3e-8c2a-5e3d007e42d4 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:05.307467 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-0d0f8b73-78ef-4d3e-8c2a-5e3d007e42d4 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5963786 Mar 08 12:10:05.352853 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de5cbc90-9e29-4cee-a3da-d0a0c7b3cf71 req-bcea5498-02e3-4fb3-8aa8-9b27d559ca48 service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222315 Mar 08 12:10:05.948414 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3282b8-774b-4c11-9c25-a441e59943a4 req-552ee3fd-b4d6-45e9-a7b9-a6fb13e9b48d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:05.949981 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1d3282b8-774b-4c11-9c25-a441e59943a4 req-552ee3fd-b4d6-45e9-a7b9-a6fb13e9b48d tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 943 time: 0.0572846 Mar 08 12:10:06.013210 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1d3282b8-774b-4c11-9c25-a441e59943a4 req-7eb9d9c2-6328-43d2-acc6-d42ec72f97be tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565836 Mar 08 12:10:06.626927 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 3896df33-917d-4abd-904c-d09205670379 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:06.694987 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 3896df33-917d-4abd-904c-d09205670379 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:06.695399 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (3896df33-917d-4abd-904c-d09205670379), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:06.782565 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 3896df33-917d-4abd-904c-d09205670379 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:07.144032 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd319d32-3479-4cf4-ad41-ad3d0011698c req-3c5ff7be-a864-4c12-ab50-89cf30eec7de tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:07.146654 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fd319d32-3479-4cf4-ad41-ad3d0011698c req-3c5ff7be-a864-4c12-ab50-89cf30eec7de tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 943 time: 0.0651498 Mar 08 12:10:07.220449 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fd319d32-3479-4cf4-ad41-ad3d0011698c req-f3022fe8-0f57-44da-b6d0-03ac0cf9cc28 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461204 Mar 08 12:10:07.548956 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3bac4-2d9e-4f37-9e0d-8c09c42eb083 req-06be7bc9-aad3-4b74-b35f-de1e47c8790c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:07.550480 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aea3bac4-2d9e-4f37-9e0d-8c09c42eb083 req-06be7bc9-aad3-4b74-b35f-de1e47c8790c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 945 time: 0.0708396 Mar 08 12:10:07.609753 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aea3bac4-2d9e-4f37-9e0d-8c09c42eb083 req-99bd975d-1743-4b2e-b5af-dc0e24759a38 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487709 Mar 08 12:10:08.333642 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b52ab0-f4bf-4414-bd55-3a21236e24d0 req-fcf638e5-612b-457b-ad08-a5edcc9bb637 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:08.335133 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-20b52ab0-f4bf-4414-bd55-3a21236e24d0 req-fcf638e5-612b-457b-ad08-a5edcc9bb637 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 943 time: 0.0621235 Mar 08 12:10:08.383994 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-20b52ab0-f4bf-4414-bd55-3a21236e24d0 req-c6fcbcaf-c391-4249-bd6a-86f77d184ba4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432425 Mar 08 12:10:08.730736 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88839dc-bcbe-4f7b-a6bc-b95188002bd1 req-098b2af7-dcaf-42fd-b9da-39671fa43354 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:08.732350 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d88839dc-bcbe-4f7b-a6bc-b95188002bd1 req-098b2af7-dcaf-42fd-b9da-39671fa43354 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 945 time: 0.0544837 Mar 08 12:10:08.781598 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d88839dc-bcbe-4f7b-a6bc-b95188002bd1 req-45e57bf1-c8b2-4316-84bd-c802eab88adf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434773 Mar 08 12:10:08.956757 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a065b85d-afae-4105-a191-739425d1d29b details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:10:09.063183 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port a065b85d-afae-4105-a191-739425d1d29b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a065b85d-afae-4105-a191-739425d1d29b,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:09.074823 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': 'a065b85d-afae-4105-a191-739425d1d29b', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'port_id': 'a065b85d-afae-4105-a191-739425d1d29b', 'mac_address': 'fa:16:3e:df:5e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:10:09.114641 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port a065b85d-afae-4105-a191-739425d1d29b is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:09.115047 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a065b85d-afae-4105-a191-739425d1d29b), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:09.129260 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a065b85d-afae-4105-a191-739425d1d29b {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:10:09.148607 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port a065b85d-afae-4105-a191-739425d1d29b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a065b85d-afae-4105-a191-739425d1d29b,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:09.232772 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a065b85d-afae-4105-a191-739425d1d29b), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:09.284655 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=a065b85d-afae-4105-a191-739425d1d29b,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:09.435036 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216ae6b-430b-402a-8de5-d25702720b78 req-086bcbeb-50c4-47a6-a0e9-39678bc88d84 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:09.436701 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2216ae6b-430b-402a-8de5-d25702720b78 req-086bcbeb-50c4-47a6-a0e9-39678bc88d84 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 945 time: 0.0560567 Mar 08 12:10:09.507136 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e00c6e-bc19-4c34-a6af-9f5e59d8b3e9 req-04e7a9dd-f044-4ca9-9ce2-dfb193b67f55 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:09.508714 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-18e00c6e-bc19-4c34-a6af-9f5e59d8b3e9 req-04e7a9dd-f044-4ca9-9ce2-dfb193b67f55 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 944 time: 0.0541105 Mar 08 12:10:09.549865 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Deleting port 4da4eca2-b8b9-485a-a1da-9457427fe7dd {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:09.550207 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:09.563294 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-18e00c6e-bc19-4c34-a6af-9f5e59d8b3e9 req-d9d4a65b-d26a-4e72-aff5-be1640e6215b tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459876 Mar 08 12:10:09.567665 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['a065b85d-afae-4105-a191-739425d1d29b'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:10:09.658627 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] For port 4da4eca2-b8b9-485a-a1da-9457427fe7dd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4da4eca2-b8b9-485a-a1da-9457427fe7dd,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:09.659000 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:09.842502 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:09.843237 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (9723804a-da91-40e7-9cf8-b798303d2c3e), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:09.843237 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Floating IP 9723804a-da91-40e7-9cf8-b798303d2c3e disassociated. External IP: 172.27.1.57, port: 4da4eca2-b8b9-485a-a1da-9457427fe7dd. Mar 08 12:10:09.843540 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Calling delete_port for 4da4eca2-b8b9-485a-a1da-9457427fe7dd owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:09.972969 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ee650-7e29-47ca-94b1-bca060238c06 req-c8747480-d477-4e99-937d-2241f28c10e2 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:09.974902 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-816ee650-7e29-47ca-94b1-bca060238c06 req-c8747480-d477-4e99-937d-2241f28c10e2 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 945 time: 0.0881042 Mar 08 12:10:10.063740 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-816ee650-7e29-47ca-94b1-bca060238c06 req-4a9519a4-4059-4aee-ac71-e74a248f4ea1 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e8ddc4f-e821-49dd-95d5-e7385e49f19a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802746 Mar 08 12:10:10.136050 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (4da4eca2-b8b9-485a-a1da-9457427fe7dd), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:10.165681 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event deleted for resources: {'Port': ['ID=4da4eca2-b8b9-485a-a1da-9457427fe7dd,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:10.281805 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Router 815211d6-f3c9-4422-817c-471d4aae972e has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:10.400646 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:10.411349 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dcedea-72ef-47c4-880e-2d6df4daee81 None None] Sync routers for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:10.422902 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dcedea-72ef-47c4-880e-2d6df4daee81 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:10.423826 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-c8dcedea-72ef-47c4-880e-2d6df4daee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:10.442824 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] No DVR routers for this DVR port 4da4eca2-b8b9-485a-a1da-9457427fe7dd on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:10:10.445773 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:10.449561 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2216ae6b-430b-402a-8de5-d25702720b78 req-ada890a7-491e-4c9e-a7ea-eecc4cd995eb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "DELETE /v2.0/ports/4da4eca2-b8b9-485a-a1da-9457427fe7dd HTTP/1.1" status: 204 len: 173 time: 1.0074615 Mar 08 12:10:10.449863 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f', 'name': 'network-vif-deleted', 'tag': '4da4eca2-b8b9-485a-a1da-9457427fe7dd'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:10.453003 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bf6178-a939-44fb-8861-98c4bff29204" -d '{"events": [{"server_uuid": "bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f", "name": "network-vif-deleted", "tag": "4da4eca2-b8b9-485a-a1da-9457427fe7dd"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:10.565338 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-c8dcedea-72ef-47c4-880e-2d6df4daee81 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:10.726211 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a90025f-7551-45b0-99ed-7c266c531267 x-openstack-request-id: req-7a90025f-7551-45b0-99ed-7c266c531267 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:10.726605 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f", "name": "network-vif-deleted", "tag": "4da4eca2-b8b9-485a-a1da-9457427fe7dd", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:10.727027 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a90025f-7551-45b0-99ed-7c266c531267 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:10.727610 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f', 'name': 'network-vif-deleted', 'tag': '4da4eca2-b8b9-485a-a1da-9457427fe7dd', 'status': 'completed', 'code': 200} Mar 08 12:10:10.839630 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-c8dcedea-72ef-47c4-880e-2d6df4daee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:10.870102 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dcedea-72ef-47c4-880e-2d6df4daee81 None None] Checking router: 815211d6-f3c9-4422-817c-471d4aae972e for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:10.882462 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dcedea-72ef-47c4-880e-2d6df4daee81 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:10.883091 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-c8dcedea-72ef-47c4-880e-2d6df4daee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:10.883707 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36964445-abaf-4fbb-9a34-67f174c8508e req-9e91251d-4d85-472d-967c-7223ff6ce7b5 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:10.893403 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-36964445-abaf-4fbb-9a34-67f174c8508e req-9e91251d-4d85-472d-967c-7223ff6ce7b5 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 944 time: 0.0751376 Mar 08 12:10:10.950198 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-36964445-abaf-4fbb-9a34-67f174c8508e req-e48dc7c8-4b51-424d-80cd-cb2ab4da8bc4 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542970 Mar 08 12:10:10.996060 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a065b85d-afae-4105-a191-739425d1d29b up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:11.041979 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-c8dcedea-72ef-47c4-880e-2d6df4daee81 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:11.179951 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-adc3f1ab-ea13-41c2-9962-f9a61b2d49f2 req-83cdd574-134f-4458-931c-0415b8b66c07 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd4b5250-6dc6-4dfd-84fb-1e373d65fa3f HTTP/1.1" status: 200 len: 210 time: 0.0335317 Mar 08 12:10:11.385332 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port a065b85d-afae-4105-a191-739425d1d29b completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:10:11.393061 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port a065b85d-afae-4105-a191-739425d1d29b triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:11.393429 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a065b85d-afae-4105-a191-739425d1d29b), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:11.456361 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-c8dcedea-72ef-47c4-880e-2d6df4daee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:11.485317 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dcedea-72ef-47c4-880e-2d6df4daee81 None None] The sync data for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi is: [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:11.538118 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port a065b85d-afae-4105-a191-739425d1d29b is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:11.538856 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a065b85d-afae-4105-a191-739425d1d29b), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:11.568533 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af518f4-08ac-4057-87c6-6b236ec8fe4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a065b85d-afae-4105-a191-739425d1d29b'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:11.570810 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d641acbe-fab8-4c45-8a2c-664b6697a2c5" -d '{"events": [{"server_uuid": "8af518f4-08ac-4057-87c6-6b236ec8fe4c", "name": "network-vif-plugged", "status": "completed", "tag": "a065b85d-afae-4105-a191-739425d1d29b"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:11.584245 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port a065b85d-afae-4105-a191-739425d1d29b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a065b85d-afae-4105-a191-739425d1d29b,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:11.634946 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4a2d25-bec0-4ff9-8d5e-97e951b2773b x-openstack-request-id: req-ef4a2d25-bec0-4ff9-8d5e-97e951b2773b {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:11.636046 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af518f4-08ac-4057-87c6-6b236ec8fe4c", "name": "network-vif-plugged", "status": "completed", "tag": "a065b85d-afae-4105-a191-739425d1d29b", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:11.636399 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef4a2d25-bec0-4ff9-8d5e-97e951b2773b {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:11.636961 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af518f4-08ac-4057-87c6-6b236ec8fe4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a065b85d-afae-4105-a191-739425d1d29b', 'code': 200} Mar 08 12:10:11.690818 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a065b85d-afae-4105-a191-739425d1d29b), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:11.692591 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4da4eca2-b8b9-485a-a1da-9457427fe7dd no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:11.716614 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 4da4eca2-b8b9-485a-a1da-9457427fe7dd {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:10:11.716994 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4da4eca2-b8b9-485a-a1da-9457427fe7dd not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:10:11.775668 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=a065b85d-afae-4105-a191-739425d1d29b,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:11.828417 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f39a9ed-60b3-4ed3-a439-82c6132378d5 None None] New status for floating IP 9723804a-da91-40e7-9cf8-b798303d2c3e: DOWN {{(pid=110510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:10:12.093502 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6981578-6df0-4658-bb16-aafa04079898 req-acbbe69a-04c8-4766-897a-73ea36550981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:12.095606 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f6981578-6df0-4658-bb16-aafa04079898 req-acbbe69a-04c8-4766-897a-73ea36550981 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 1129 time: 0.0504296 Mar 08 12:10:12.098676 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa5d38-cbae-4668-888d-eac4624ccdd2 req-c4dd72a4-afe7-4113-b454-c73c2f6f846a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:12.100179 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9eaa5d38-cbae-4668-888d-eac4624ccdd2 req-c4dd72a4-afe7-4113-b454-c73c2f6f846a tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 945 time: 0.0751634 Mar 08 12:10:12.161852 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9eaa5d38-cbae-4668-888d-eac4624ccdd2 req-39b46b18-b75c-44bc-8aac-d67ee25ada42 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559120 Mar 08 12:10:12.162234 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f6981578-6df0-4658-bb16-aafa04079898 req-b3bb43f6-cdb7-4d49-b4d1-8671617d1351 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564384 Mar 08 12:10:12.833868 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 54462) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:12.888017 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f27cd4c2-41d8-40bd-afea-f65ab8c8b629 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (1e8ddc4f-e821-49dd-95d5-e7385e49f19a), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:12.918641 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f27cd4c2-41d8-40bd-afea-f65ab8c8b629 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (1e8ddc4f-e821-49dd-95d5-e7385e49f19a), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.090130 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f27cd4c2-41d8-40bd-afea-f65ab8c8b629 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (1e8ddc4f-e821-49dd-95d5-e7385e49f19a), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.093140 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f27cd4c2-41d8-40bd-afea-f65ab8c8b629 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.098268 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-f27cd4c2-41d8-40bd-afea-f65ab8c8b629 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "DELETE /v2.0/security-groups/1e8ddc4f-e821-49dd-95d5-e7385e49f19a HTTP/1.1" status: 204 len: 168 time: 0.2598138 Mar 08 12:10:13.098925 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54466) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:13.106338 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cd4c2-41d8-40bd-afea-f65ab8c8b629 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8ddc4f-e821-49dd-95d5-e7385e49f19a,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:13.117144 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.api.v2.resource [None req-59a9ab9f-2103-4778-9294-be813a7397a4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] show failed (client error): The resource could not be found. Mar 08 12:10:13.123370 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-59a9ab9f-2103-4778-9294-be813a7397a4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups/1e8ddc4f-e821-49dd-95d5-e7385e49f19a HTTP/1.1" status: 404 len: 347 time: 0.0227346 Mar 08 12:10:13.126318 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54468) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:13.259531 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-900db9a8-fcbc-46b1-b3d6-872f48d03ca8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Deleting port 04ec4b71-4691-4d58-8936-32c3f133c818 {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:10:13.259873 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-900db9a8-fcbc-46b1-b3d6-872f48d03ca8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (04ec4b71-4691-4d58-8936-32c3f133c818), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.284181 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632fb7b-63b4-454d-a450-8cb51fa55776 req-653f58aa-7fe0-4bed-953f-5b29eb47b07e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:13.286660 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e632fb7b-63b4-454d-a450-8cb51fa55776 req-653f58aa-7fe0-4bed-953f-5b29eb47b07e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 945 time: 0.0549169 Mar 08 12:10:13.337480 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e632fb7b-63b4-454d-a450-8cb51fa55776 req-d71c75ad-b6f4-47a4-a667-5e4de4306337 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448995 Mar 08 12:10:13.349238 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-900db9a8-fcbc-46b1-b3d6-872f48d03ca8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (04ec4b71-4691-4d58-8936-32c3f133c818), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.349568 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-900db9a8-fcbc-46b1-b3d6-872f48d03ca8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (04ec4b71-4691-4d58-8936-32c3f133c818), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.365099 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-900db9a8-fcbc-46b1-b3d6-872f48d03ca8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Calling delete_port for 04ec4b71-4691-4d58-8936-32c3f133c818 owned by network:floatingip {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:10:13.609991 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-900db9a8-fcbc-46b1-b3d6-872f48d03ca8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (04ec4b71-4691-4d58-8936-32c3f133c818), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.639069 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900db9a8-fcbc-46b1-b3d6-872f48d03ca8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event deleted for resources: {'Port': ['ID=04ec4b71-4691-4d58-8936-32c3f133c818,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:13.704693 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-900db9a8-fcbc-46b1-b3d6-872f48d03ca8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (9723804a-da91-40e7-9cf8-b798303d2c3e), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.708123 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-900db9a8-fcbc-46b1-b3d6-872f48d03ca8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:13.709270 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-900db9a8-fcbc-46b1-b3d6-872f48d03ca8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "DELETE /v2.0/floatingips/9723804a-da91-40e7-9cf8-b798303d2c3e HTTP/1.1" status: 204 len: 168 time: 0.5819008 Mar 08 12:10:14.122331 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54482) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:14.127648 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-f059b75d-7781-479e-831c-56414ef91345 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420579682', 'description': 'tempest-description--716627192'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:14.249710 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f059b75d-7781-479e-831c-56414ef91345 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:14.317842 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f059b75d-7781-479e-831c-56414ef91345 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (5356e10f-e09f-4d14-a5a1-4b3c5b5d001c), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:14.392908 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f059b75d-7781-479e-831c-56414ef91345 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5356e10f-e09f-4d14-a5a1-4b3c5b5d001c), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:14.422854 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059b75d-7781-479e-831c-56414ef91345 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:14.463763 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31694910-85af-4d2c-8e75-2c66f2bb51ac req-e7aaf6e5-845f-4648-8af8-c47de8411b39 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:14.465269 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-31694910-85af-4d2c-8e75-2c66f2bb51ac req-e7aaf6e5-845f-4648-8af8-c47de8411b39 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 945 time: 0.0566881 Mar 08 12:10:14.504325 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f059b75d-7781-479e-831c-56414ef91345 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:14.504325 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-f059b75d-7781-479e-831c-56414ef91345 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3785582 Mar 08 12:10:14.506539 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54488) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:14.511444 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-1219a693-691e-4ef2-94ab-f1ae6961a15b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'security_group_rule': {'security_group_id': '5356e10f-e09f-4d14-a5a1-4b3c5b5d001c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:14.517967 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-31694910-85af-4d2c-8e75-2c66f2bb51ac req-484b4c41-bf91-4ef9-90b0-89db5a66b0f0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461462 Mar 08 12:10:14.628347 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1219a693-691e-4ef2-94ab-f1ae6961a15b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (7051aba4-ce65-445c-bd84-2b4e0b9a7a4e), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:14.676749 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ee466-76e8-4c07-9229-b4b2873502f8 req-e622a523-fa24-493f-b3c1-156b5ad9f55e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:14.678286 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8b7ee466-76e8-4c07-9229-b4b2873502f8 req-e622a523-fa24-493f-b3c1-156b5ad9f55e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 945 time: 0.0905581 Mar 08 12:10:14.687551 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 54496) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:14.692438 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-f32c4801-990d-4dc2-8096-7b31a35ea6f2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Request body: {'floatingip': {'port_id': 'a065b85d-afae-4105-a191-739425d1d29b'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:14.705125 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1219a693-691e-4ef2-94ab-f1ae6961a15b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (7051aba4-ce65-445c-bd84-2b4e0b9a7a4e), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:14.736203 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f32c4801-990d-4dc2-8096-7b31a35ea6f2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (354c38f6-171c-4158-b4ea-50489c50d8e7), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:14.792968 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1219a693-691e-4ef2-94ab-f1ae6961a15b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (7051aba4-ce65-445c-bd84-2b4e0b9a7a4e), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:14.812521 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219a693-691e-4ef2-94ab-f1ae6961a15b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7051aba4-ce65-445c-bd84-2b4e0b9a7a4e,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:14.898453 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1219a693-691e-4ef2-94ab-f1ae6961a15b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:14.902341 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-1219a693-691e-4ef2-94ab-f1ae6961a15b tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3921006 Mar 08 12:10:14.903320 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 54498) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:14.907387 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-71764355-f283-4125-8093-e505d2b3b7d8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'security_group_rule': {'security_group_id': '5356e10f-e09f-4d14-a5a1-4b3c5b5d001c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:15.323081 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-71764355-f283-4125-8093-e505d2b3b7d8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (d99f950d-a195-4b74-ac8c-600f09606f14), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:15.429124 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-71764355-f283-4125-8093-e505d2b3b7d8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (d99f950d-a195-4b74-ac8c-600f09606f14), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:15.521997 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f32c4801-990d-4dc2-8096-7b31a35ea6f2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:15.540934 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-71764355-f283-4125-8093-e505d2b3b7d8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (d99f950d-a195-4b74-ac8c-600f09606f14), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:15.560566 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71764355-f283-4125-8093-e505d2b3b7d8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99f950d-a195-4b74-ac8c-600f09606f14,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:15.655979 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f32c4801-990d-4dc2-8096-7b31a35ea6f2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (354c38f6-171c-4158-b4ea-50489c50d8e7), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:15.709046 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-71764355-f283-4125-8093-e505d2b3b7d8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:15.709378 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-71764355-f283-4125-8093-e505d2b3b7d8 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8052032 Mar 08 12:10:15.712624 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54508) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:15.718474 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'floatingip': {'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:15.775484 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [None req-f32c4801-990d-4dc2-8096-7b31a35ea6f2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Floating IP 354c38f6-171c-4158-b4ea-50489c50d8e7 associated. External IP: 172.27.1.82, port: a065b85d-afae-4105-a191-739425d1d29b. Mar 08 12:10:15.838581 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:15.938611 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:16.007561 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32c4801-990d-4dc2-8096-7b31a35ea6f2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:16.057399 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Allocated IP 172.27.1.68 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:16.137526 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32c4801-990d-4dc2-8096-7b31a35ea6f2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:16.143977 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f32c4801-990d-4dc2-8096-7b31a35ea6f2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:16.150877 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad8d525-e760-4c48-8bca-0f9def677da0 None None] Sync routers for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:16.163032 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad8d525-e760-4c48-8bca-0f9def677da0 None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:16.163836 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-4ad8d525-e760-4c48-8bca-0f9def677da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:16.174705 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for port (08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:16.179529 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-f32c4801-990d-4dc2-8096-7b31a35ea6f2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "PUT /v2.0/floatingips/354c38f6-171c-4158-b4ea-50489c50d8e7 HTTP/1.1" status: 200 len: 990 time: 1.4905894 Mar 08 12:10:16.180167 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af518f4-08ac-4057-87c6-6b236ec8fe4c', 'tag': 'a065b85d-afae-4105-a191-739425d1d29b'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:16.183278 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac42b305-178c-4471-a0b9-5bd0aff43079" -d '{"events": [{"name": "network-changed", "server_uuid": "8af518f4-08ac-4057-87c6-6b236ec8fe4c", "tag": "a065b85d-afae-4105-a191-739425d1d29b"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:16.234240 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30812a32-09db-4905-8470-1ed4fe76062b x-openstack-request-id: req-30812a32-09db-4905-8470-1ed4fe76062b {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:16.234524 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af518f4-08ac-4057-87c6-6b236ec8fe4c", "tag": "a065b85d-afae-4105-a191-739425d1d29b", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:16.234909 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30812a32-09db-4905-8470-1ed4fe76062b {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:16.235368 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af518f4-08ac-4057-87c6-6b236ec8fe4c', 'tag': 'a065b85d-afae-4105-a191-739425d1d29b', 'status': 'completed', 'code': 200} Mar 08 12:10:16.297703 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-4ad8d525-e760-4c48-8bca-0f9def677da0 None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:16.345314 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42b305-178c-4471-a0b9-5bd0aff43079 req-4a295f3a-d685-4c9b-a0e5-778045c06115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:16.346894 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ac42b305-178c-4471-a0b9-5bd0aff43079 req-4a295f3a-d685-4c9b-a0e5-778045c06115 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8538495811a94895b410d83147c0f4dc&device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 1129 time: 0.0713105 Mar 08 12:10:16.462836 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42b305-178c-4471-a0b9-5bd0aff43079 req-0b3ed3b2-f1f1-4c3a-afb1-d49bdd39be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:16.465319 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ac42b305-178c-4471-a0b9-5bd0aff43079 req-0b3ed3b2-f1f1-4c3a-afb1-d49bdd39be84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=179e1abc-e30f-4687-8a9a-a281be5cbc95 HTTP/1.1" status: 200 len: 910 time: 0.1107137 Mar 08 12:10:16.543536 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ac42b305-178c-4471-a0b9-5bd0aff43079 req-6dae82db-d3b5-46fd-b763-b60960989da9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a065b85d-afae-4105-a191-739425d1d29b HTTP/1.1" status: 200 len: 998 time: 0.0695467 Mar 08 12:10:16.547555 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:16.564430 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-4ad8d525-e760-4c48-8bca-0f9def677da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '354c38f6-171c-4158-b4ea-50489c50d8e7', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'port_id': 'a065b85d-afae-4105-a191-739425d1d29b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'mac_address': 'fa:16:3e:df:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af518f4-08ac-4057-87c6-6b236ec8fe4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:56Z', 'updated_at': '2022-03-08T12:10:15Z', 'revision_number': 1, 'project_id': '8538495811a94895b410d83147c0f4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 5, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:16.596383 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad8d525-e760-4c48-8bca-0f9def677da0 None None] Checking router: d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:16.597064 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42b305-178c-4471-a0b9-5bd0aff43079 req-8b3ece40-4f49-4dcb-9cb1-9a33e0f8cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:16.598578 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ac42b305-178c-4471-a0b9-5bd0aff43079 req-8b3ece40-4f49-4dcb-9cb1-9a33e0f8cd19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb880db3-908f-4f74-bad5-3393fd22f872 HTTP/1.1" status: 200 len: 848 time: 0.0490375 Mar 08 12:10:16.600427 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:16.603888 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:16.606399 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad8d525-e760-4c48-8bca-0f9def677da0 None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:16.607091 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-4ad8d525-e760-4c48-8bca-0f9def677da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:09:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:16.608728 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:10:16.634556 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'Port': ['ID=08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:16.666138 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42b305-178c-4471-a0b9-5bd0aff43079 req-2909d2da-3cea-4f17-8c38-15d1d117ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:16.667909 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ac42b305-178c-4471-a0b9-5bd0aff43079 req-2909d2da-3cea-4f17-8c38-15d1d117ab4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=179e1abc-e30f-4687-8a9a-a281be5cbc95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628605 Mar 08 12:10:16.734783 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (f38bbb9a-6f48-4d07-8fca-500fb26e1640), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:16.756764 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-4ad8d525-e760-4c48-8bca-0f9def677da0 None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:16.779298 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ac42b305-178c-4471-a0b9-5bd0aff43079 req-f67f22cc-5250-43bb-b355-85f8e37831b6 service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029506 Mar 08 12:10:16.844228 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:16.898649 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ac42b305-178c-4471-a0b9-5bd0aff43079 req-293a666b-0d3f-4fbd-adde-bede88ec707b service neutron] 10.222.0.55 "GET /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129975 Mar 08 12:10:17.035771 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-4ad8d525-e760-4c48-8bca-0f9def677da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '354c38f6-171c-4158-b4ea-50489c50d8e7', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'port_id': 'a065b85d-afae-4105-a191-739425d1d29b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'mac_address': 'fa:16:3e:df:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af518f4-08ac-4057-87c6-6b236ec8fe4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:56Z', 'updated_at': '2022-03-08T12:10:15Z', 'revision_number': 1, 'project_id': '8538495811a94895b410d83147c0f4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 5, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:17.036115 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for port (08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.067526 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad8d525-e760-4c48-8bca-0f9def677da0 None None] The sync data for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi is: [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '354c38f6-171c-4158-b4ea-50489c50d8e7', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'port_id': 'a065b85d-afae-4105-a191-739425d1d29b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'mac_address': 'fa:16:3e:df:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af518f4-08ac-4057-87c6-6b236ec8fe4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:09:56Z', 'updated_at': '2022-03-08T12:10:15Z', 'revision_number': 1, 'project_id': '8538495811a94895b410d83147c0f4dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 5, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:17.110290 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30227992'] for port (08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.187197 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'Port': ['ID=08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:17.201156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (f38bbb9a-6f48-4d07-8fca-500fb26e1640), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.282013 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5b2a7-d22b-4f71-b1de-09e7ef3b0e71 None None] New status for floating IP 354c38f6-171c-4158-b4ea-50489c50d8e7: ACTIVE {{(pid=110510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:10:17.292534 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:17.292534 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-8a66e14f-650e-4103-a90a-7e0429cde4cf tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5782297 Mar 08 12:10:22.446865 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-a8f6e40f-01a6-46ce-b960-145dcbafdccb tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--420579682&fields=id&tenant_id=4868bd544af04b158e08c3694b9279ff HTTP/1.1" status: 200 len: 267 time: 0.0547786 Mar 08 12:10:22.550714 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-892f19a4-668e-48cd-bee6-8ed5638b7a07 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:22.552544 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-892f19a4-668e-48cd-bee6-8ed5638b7a07 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/networks?id=91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 200 len: 814 time: 0.1047094 Mar 08 12:10:22.579868 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-5c87716f-08bb-46cd-9f64-13c091ca47ef tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/quotas/4868bd544af04b158e08c3694b9279ff HTTP/1.1" status: 200 len: 375 time: 0.0099094 Mar 08 12:10:22.649009 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-03d71832-fd2a-4e79-83d1-4871fcd54145 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634608 Mar 08 12:10:22.735070 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf7049-73d7-47ab-beb1-ba4a72b8a2cf req-75144073-4eea-4b5f-b882-9bc436820efb tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:22.736832 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5acf7049-73d7-47ab-beb1-ba4a72b8a2cf req-75144073-4eea-4b5f-b882-9bc436820efb tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0640776 Mar 08 12:10:22.791776 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5acf7049-73d7-47ab-beb1-ba4a72b8a2cf req-8f9d44bc-42d8-4157-b3a2-79d4a002200b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462024 Mar 08 12:10:22.868084 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-340127e3-81df-4d3c-b39a-7ce629550759 service neutron] 10.222.0.44 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071216 Mar 08 12:10:22.962702 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-315d9943-c9c8-4547-98b4-7dd0a7645a1f service neutron] 10.222.0.44 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889356 Mar 08 12:10:23.249324 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d0de92c7-8135-4bca-b8e1-e8161d29c942 req-c679e6a6-f300-4703-acad-3a0531aeb617 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 210 time: 0.0288498 Mar 08 12:10:23.690406 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-97078207-1b7e-4786-a217-753cd43399d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:23.924133 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743750a-38b4-4258-9159-3cd16c328262 req-dea1d47f-30a5-464b-b7aa-ed65b0a8e375 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:23.934227 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3743750a-38b4-4258-9159-3cd16c328262 req-dea1d47f-30a5-464b-b7aa-ed65b0a8e375 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0584674 Mar 08 12:10:23.980212 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3743750a-38b4-4258-9159-3cd16c328262 req-1c8f4b96-55b6-4bd1-b63f-9e483163c14f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482140 Mar 08 12:10:24.349133 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-bd6a9628-1625-4c1e-8f0c-fab63903dbf1 req-9a81b5eb-bfb5-4845-af01-7fd25cafa988 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 210 time: 0.0304275 Mar 08 12:10:25.106892 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc885253-720e-43b9-8769-478ce2debee3 req-a1d4b075-0e24-4f3d-94fa-f3e2a5713aa4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:25.108506 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fc885253-720e-43b9-8769-478ce2debee3 req-a1d4b075-0e24-4f3d-94fa-f3e2a5713aa4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0534468 Mar 08 12:10:25.162514 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-fc885253-720e-43b9-8769-478ce2debee3 req-05384bc7-88f4-4937-8152-8333530a55fe tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483031 Mar 08 12:10:25.450404 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5f1183b3-b43f-48bd-9451-996ed1fe0f87 req-328fdfd9-afa8-4daa-a75c-21b895904a5d tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 210 time: 0.0277705 Mar 08 12:10:25.553348 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-0d282063-f847-48a5-80de-7ad60c128db6 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:25.554939 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-0d282063-f847-48a5-80de-7ad60c128db6 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "GET /v2.0/networks?id=91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 200 len: 814 time: 0.1023395 Mar 08 12:10:25.631143 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-931c4da9-f406-481e-a6a9-345bebb349f7 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4868bd544af04b158e08c3694b9279ff HTTP/1.1" status: 200 len: 379 time: 0.0578008 Mar 08 12:10:25.642556 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-4820ae56-0175-4563-af30-bb670a7544e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'port': {'device_id': 'cd486aee-7ab9-45c4-9148-5f214734af0d', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'admin_state_up': True, 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'security_groups': ['5356e10f-e09f-4d14-a5a1-4b3c5b5d001c']}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:25.895495 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-4820ae56-0175-4563-af30-bb670a7544e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Made reservation on behalf of 4868bd544af04b158e08c3694b9279ff for: {'port': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:10:25.898993 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-4820ae56-0175-4563-af30-bb670a7544e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:26.036846 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-4820ae56-0175-4563-af30-bb670a7544e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Allocated IP 172.20.0.4 (91deec2c-beff-469e-8457-e94ee53aae39/5a387d57-4cc1-4172-ab00-0a23139114fa/a97e6b43-9c6f-4667-b165-4c36c245d15b) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:26.194888 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-4820ae56-0175-4563-af30-bb670a7544e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:26.215431 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-19dbec08-3138-4742-bb56-a1638643c21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:26.290601 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a318f-596a-4b49-8eb3-0df78bab510c req-582ba271-3b4b-43e7-b7ea-dba2845241fe tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:26.292288 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e63a318f-596a-4b49-8eb3-0df78bab510c req-582ba271-3b4b-43e7-b7ea-dba2845241fe tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0542767 Mar 08 12:10:26.330442 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-4820ae56-0175-4563-af30-bb670a7544e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:26.352927 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e63a318f-596a-4b49-8eb3-0df78bab510c req-6b4659ed-b42d-41d9-abe8-aed511eb2592 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535457 Mar 08 12:10:26.376316 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-4820ae56-0175-4563-af30-bb670a7544e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Network 91deec2c-beff-469e-8457-e94ee53aae39 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:26.382084 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-4820ae56-0175-4563-af30-bb670a7544e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:26.385220 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-4820ae56-0175-4563-af30-bb670a7544e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:10:26.421491 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820ae56-0175-4563-af30-bb670a7544e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event updated for resources: {'Port': ['ID=a97e6b43-9c6f-4667-b165-4c36c245d15b,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:26.447535 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-4820ae56-0175-4563-af30-bb670a7544e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:26.448190 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-4820ae56-0175-4563-af30-bb670a7544e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:26.562022 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-4820ae56-0175-4563-af30-bb670a7544e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9236481 Mar 08 12:10:26.583005 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Request body: {'port': {'device_id': 'cd486aee-7ab9-45c4-9148-5f214734af0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:26.615671 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c2f64-818c-43d0-80db-a59aa684dccf req-623f9156-1a7a-43af-a500-1bc38d4061d7 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:26.617197 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de3c2f64-818c-43d0-80db-a59aa684dccf req-623f9156-1a7a-43af-a500-1bc38d4061d7 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 931 time: 0.0866969 Mar 08 12:10:26.673968 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-16fd5c95-f080-475d-a4c6-945e910d7a9a None None] Provisioning complete for port a97e6b43-9c6f-4667-b165-4c36c245d15b triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:26.674234 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-16fd5c95-f080-475d-a4c6-945e910d7a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:26.678538 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:26.705732 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de3c2f64-818c-43d0-80db-a59aa684dccf req-7f157e03-59fd-4fbc-8d2d-43c68fa24d75 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813777 Mar 08 12:10:26.707864 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-16fd5c95-f080-475d-a4c6-945e910d7a9a None None] Port a97e6b43-9c6f-4667-b165-4c36c245d15b cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:10:26.952159 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97e6b43-9c6f-4667-b165-4c36c245d15b {{(pid=110507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:10:26.959536 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Publish callbacks [] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:26.971048 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.provisioning_blocks [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Transition to ACTIVE for port object a97e6b43-9c6f-4667-b165-4c36c245d15b will not be triggered until provisioned by entity L2. {{(pid=110507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:10:27.055476 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:27.104828 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Pushing event updated for resources: {'Port': ['ID=a97e6b43-9c6f-4667-b165-4c36c245d15b,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:27.182784 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Attempting to bind port a97e6b43-9c6f-4667-b165-4c36c245d15b on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:10:27.183052 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Attempting to bind port a97e6b43-9c6f-4667-b165-4c36c245d15b by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:10:27.183410 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Attempting to bind port a97e6b43-9c6f-4667-b165-4c36c245d15b on network 91deec2c-beff-469e-8457-e94ee53aae39 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:27.188108 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Port a97e6b43-9c6f-4667-b165-4c36c245d15b on network 91deec2c-beff-469e-8457-e94ee53aae39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:10:27.188432 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Attempting to bind port a97e6b43-9c6f-4667-b165-4c36c245d15b on network 91deec2c-beff-469e-8457-e94ee53aae39 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:27.193569 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:10:27.193919 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Checking segment: {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:10:27.194311 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Bound using segment: {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:10:27.194744 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Bound port: a97e6b43-9c6f-4667-b165-4c36c245d15b, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644ef2f4-a047-40eb-b60b-1a47db04c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39'}}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:10:27.195107 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:27.264095 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] For port a97e6b43-9c6f-4667-b165-4c36c245d15b, host hv-cinder-83008, cleared binding levels {{(pid=110507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:10:27.267430 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] For port a97e6b43-9c6f-4667-b165-4c36c245d15b, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a97e6b43-9c6f-4667-b165-4c36c245d15b,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:10:27.361979 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:27.398768 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:27.399437 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:27.400778 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] 10.222.0.55 "PUT /v2.0/ports/a97e6b43-9c6f-4667-b165-4c36c245d15b HTTP/1.1" status: 200 len: 1093 time: 0.8239148 Mar 08 12:10:27.401411 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd486aee-7ab9-45c4-9148-5f214734af0d', 'tag': 'a97e6b43-9c6f-4667-b165-4c36c245d15b'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:27.403714 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b796a9d-f7bb-4f47-bd59-639241386bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd486aee-7ab9-45c4-9148-5f214734af0d", "tag": "a97e6b43-9c6f-4667-b165-4c36c245d15b"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:27.426446 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ca75c-c117-44d2-bd1b-248802aae78c service neutron] Pushing event updated for resources: {'Port': ['ID=a97e6b43-9c6f-4667-b165-4c36c245d15b,revision_number=3']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:27.432766 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:27.454156 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c698966f-9a5f-4e33-84bd-59843392d8a7 x-openstack-request-id: req-c698966f-9a5f-4e33-84bd-59843392d8a7 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:27.454450 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd486aee-7ab9-45c4-9148-5f214734af0d", "tag": "a97e6b43-9c6f-4667-b165-4c36c245d15b", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:27.454704 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c698966f-9a5f-4e33-84bd-59843392d8a7 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:27.455186 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd486aee-7ab9-45c4-9148-5f214734af0d', 'tag': 'a97e6b43-9c6f-4667-b165-4c36c245d15b', 'status': 'completed', 'code': 200} Mar 08 12:10:27.517833 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaba8e-7e46-4b76-bf5e-3041cc12db3b req-a9f64c5b-5663-4e8a-bd53-126170bf8aa6 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:27.520381 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-16eaba8e-7e46-4b76-bf5e-3041cc12db3b req-a9f64c5b-5663-4e8a-bd53-126170bf8aa6 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0663607 Mar 08 12:10:27.596608 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-16eaba8e-7e46-4b76-bf5e-3041cc12db3b req-7ab6205a-723f-4d00-9694-7e848281e58d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695255 Mar 08 12:10:27.623543 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b796a9d-f7bb-4f47-bd59-639241386bd0 req-2393bc90-d92e-4b9e-9386-7aaea64a696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:27.625066 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5b796a9d-f7bb-4f47-bd59-639241386bd0 req-2393bc90-d92e-4b9e-9386-7aaea64a696a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 1127 time: 0.0928783 Mar 08 12:10:27.736394 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b796a9d-f7bb-4f47-bd59-639241386bd0 req-8a585e4f-d7d5-440f-947d-3658b20a1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:27.737932 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5b796a9d-f7bb-4f47-bd59-639241386bd0 req-8a585e4f-d7d5-440f-947d-3658b20a1c30 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4868bd544af04b158e08c3694b9279ff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0986531 Mar 08 12:10:27.867080 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b796a9d-f7bb-4f47-bd59-639241386bd0 req-20774737-8805-4c72-b4e8-a827f6986477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:27.868579 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5b796a9d-f7bb-4f47-bd59-639241386bd0 req-20774737-8805-4c72-b4e8-a827f6986477 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222491 Mar 08 12:10:27.876106 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f24aa-0f3c-4633-b226-b46bf0a2ff92 req-fb9d5abb-f02e-462b-9a94-874dba384d03 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:27.877492 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-446f24aa-0f3c-4633-b226-b46bf0a2ff92 req-fb9d5abb-f02e-462b-9a94-874dba384d03 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 943 time: 0.1029875 Mar 08 12:10:27.929036 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-446f24aa-0f3c-4633-b226-b46bf0a2ff92 req-af8364f0-e3af-42eb-9d18-a56ce1cf6468 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445287 Mar 08 12:10:27.979428 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-16374d55-58cc-4a56-b3bf-64262c4444a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:27.980941 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-16374d55-58cc-4a56-b3bf-64262c4444a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 1127 time: 0.0486765 Mar 08 12:10:28.034239 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-f22c61bb-a0af-49bf-93e9-a7f5c76fe532 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a97e6b43-9c6f-4667-b165-4c36c245d15b HTTP/1.1" status: 200 len: 217 time: 0.0342069 Mar 08 12:10:28.039363 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:10:28.086000 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-5c3eb3d4-08ab-43d8-a94b-3c999acd3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:28.087490 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-5c3eb3d4-08ab-43d8-a94b-3c999acd3180 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a387d57-4cc1-4172-ab00-0a23139114fa HTTP/1.1" status: 200 len: 853 time: 0.0436401 Mar 08 12:10:28.138246 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-92b25f07-6768-4f2d-9a72-5f223cd70e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:28.139784 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-92b25f07-6768-4f2d-9a72-5f223cd70e95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91deec2c-beff-469e-8457-e94ee53aae39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459054 Mar 08 12:10:28.237856 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-6053ef27-6ea9-459f-a55b-f7488a8a76f2 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851111 Mar 08 12:10:28.330704 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4962115c-f05b-4b58-9bca-9268c7950c5d req-b7794a8d-568e-4752-92f9-83b08d372cf7 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858526 Mar 08 12:10:28.725476 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef51c3-dd9b-46be-b4cb-151f57b4707b req-dad6e0d6-09e1-4720-8c4e-4961b962ce3b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:28.727013 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-00ef51c3-dd9b-46be-b4cb-151f57b4707b req-dad6e0d6-09e1-4720-8c4e-4961b962ce3b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0575747 Mar 08 12:10:28.783832 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-00ef51c3-dd9b-46be-b4cb-151f57b4707b req-83b4b31a-9e73-4115-b30e-30e04111fc7d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511608 Mar 08 12:10:28.916137 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:29.047722 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599e104-7fe6-4e73-b9d0-0173fa4e1d91 req-3fd476bc-78a2-455f-a372-44a8e5592e4c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:29.049258 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2599e104-7fe6-4e73-b9d0-0173fa4e1d91 req-3fd476bc-78a2-455f-a372-44a8e5592e4c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 943 time: 0.0548217 Mar 08 12:10:29.096217 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2599e104-7fe6-4e73-b9d0-0173fa4e1d91 req-dd02daea-5cd3-45a1-a2f3-b36e807090b9 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412982 Mar 08 12:10:29.838215 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:29.907058 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdff8c-6ace-4b07-ae12-09bb81d13863 req-9bfc78ac-d7c4-4940-885f-40444726a8b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:29.908642 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3fbdff8c-6ace-4b07-ae12-09bb81d13863 req-9bfc78ac-d7c4-4940-885f-40444726a8b5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0530186 Mar 08 12:10:29.958056 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3fbdff8c-6ace-4b07-ae12-09bb81d13863 req-4aa41c60-5fc2-45f8-99ce-e42db8fcf2bb tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432396 Mar 08 12:10:30.214686 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db43bf2-3d5a-4bc4-a10f-81656848ef02 req-424119ae-c588-4fe4-8bd1-89f522dbd002 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:30.216228 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7db43bf2-3d5a-4bc4-a10f-81656848ef02 req-424119ae-c588-4fe4-8bd1-89f522dbd002 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 943 time: 0.0522006 Mar 08 12:10:30.262512 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7db43bf2-3d5a-4bc4-a10f-81656848ef02 req-a790696d-8068-4000-bba1-5e249925e5b9 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406382 Mar 08 12:10:31.096742 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589436f-9c58-4d97-bf77-ea5b46aff347 req-802be207-9cdb-4808-8c15-734593b1dcea tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:31.098281 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4589436f-9c58-4d97-bf77-ea5b46aff347 req-802be207-9cdb-4808-8c15-734593b1dcea tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0652304 Mar 08 12:10:31.148668 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4589436f-9c58-4d97-bf77-ea5b46aff347 req-53f900f6-438c-492d-ab9b-01477fba025d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442374 Mar 08 12:10:31.385697 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1828cd-c981-4950-a160-9e4c0b8f4884 req-14f42c1c-ffac-4dde-ab75-c9f982846e13 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:31.387407 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ac1828cd-c981-4950-a160-9e4c0b8f4884 req-14f42c1c-ffac-4dde-ab75-c9f982846e13 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 943 time: 0.0578411 Mar 08 12:10:31.427724 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:31.443787 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ac1828cd-c981-4950-a160-9e4c0b8f4884 req-8fcf6729-f273-438a-b715-830fe4fa6082 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502136 Mar 08 12:10:31.719034 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-709a0265-6549-4aa5-a6a3-4314310bc28c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381032135&fields=id&tenant_id=43e73bb16a7d44dd84207ee7161c2808 HTTP/1.1" status: 200 len: 267 time: 0.0440900 Mar 08 12:10:31.825082 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-c320b920-e85d-475f-8d82-7046a61efa26 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:31.826542 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-c320b920-e85d-475f-8d82-7046a61efa26 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 811 time: 0.1003981 Mar 08 12:10:31.842623 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-80257a6b-3c21-4a2f-ab60-f30f2dca4d72 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/quotas/43e73bb16a7d44dd84207ee7161c2808 HTTP/1.1" status: 200 len: 375 time: 0.0104864 Mar 08 12:10:31.903501 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-aec9bf9e-9e7a-46be-a858-8bf2cb4e46e6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554943 Mar 08 12:10:32.000593 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-bf25f9c7-f78f-4991-989b-1ee8d1474e31 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859365 Mar 08 12:10:32.093614 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-0948a3b9-29d7-4aa5-8351-4a1834289fa6 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873826 Mar 08 12:10:32.283192 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc6ec3-0777-43e8-ad73-5197882d629e req-9b3a747d-43ff-40cf-be2d-eea2b5b4100c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:32.284661 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c7cc6ec3-0777-43e8-ad73-5197882d629e req-9b3a747d-43ff-40cf-be2d-eea2b5b4100c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0541644 Mar 08 12:10:32.332478 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c7cc6ec3-0777-43e8-ad73-5197882d629e req-53c91217-470c-4eaa-a3c3-bc6f228e54e8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421650 Mar 08 12:10:32.587143 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b92eeb-2183-490e-a6df-f718d323e91b req-8b5ce119-0553-4270-a8ea-9db209bdbe90 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:32.588645 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-54b92eeb-2183-490e-a6df-f718d323e91b req-8b5ce119-0553-4270-a8ea-9db209bdbe90 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 943 time: 0.0598798 Mar 08 12:10:32.639427 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-54b92eeb-2183-490e-a6df-f718d323e91b req-4723103e-b2f4-4052-aca2-a073cc84ad91 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451722 Mar 08 12:10:32.719544 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8a8337fb-d265-4bf3-8c0f-0537ce2158a1 req-3caafead-676d-4a0e-aa50-6db26011fe53 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 210 time: 0.0263855 Mar 08 12:10:33.456352 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a186fe-17ee-4ba0-a049-65145daa14f5 req-484a7fec-5993-4c70-ac00-28c2c0f84897 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:33.458319 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-97a186fe-17ee-4ba0-a049-65145daa14f5 req-484a7fec-5993-4c70-ac00-28c2c0f84897 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0521994 Mar 08 12:10:33.507192 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-97a186fe-17ee-4ba0-a049-65145daa14f5 req-caa6ab38-01c1-47ec-9697-1aa7d4982532 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430028 Mar 08 12:10:33.760841 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e6d07-3417-4c34-b596-87df16435319 req-c0e02469-dbd5-4103-8f3b-32398301e554 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:33.762380 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b32e6d07-3417-4c34-b596-87df16435319 req-c0e02469-dbd5-4103-8f3b-32398301e554 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 943 time: 0.0548191 Mar 08 12:10:33.801247 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-405c4313-d889-405a-912c-58e604d2b1e8 req-776551a9-b296-4e98-ac2a-3bab67189620 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 210 time: 0.0321929 Mar 08 12:10:33.828845 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b32e6d07-3417-4c34-b596-87df16435319 req-94570e8d-7d20-4229-936a-6cff7f8cc48e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600417 Mar 08 12:10:33.913860 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a97e6b43-9c6f-4667-b165-4c36c245d15b details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:10:34.009814 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port a97e6b43-9c6f-4667-b165-4c36c245d15b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a97e6b43-9c6f-4667-b165-4c36c245d15b,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:34.022405 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': 'a97e6b43-9c6f-4667-b165-4c36c245d15b', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'port_id': 'a97e6b43-9c6f-4667-b165-4c36c245d15b', 'mac_address': 'fa:16:3e:a7:8d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:10:34.062766 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port a97e6b43-9c6f-4667-b165-4c36c245d15b is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:34.063199 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:34.077088 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97e6b43-9c6f-4667-b165-4c36c245d15b {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:10:34.097145 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port a97e6b43-9c6f-4667-b165-4c36c245d15b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a97e6b43-9c6f-4667-b165-4c36c245d15b,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:34.196341 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:34.241807 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=a97e6b43-9c6f-4667-b165-4c36c245d15b,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:34.248773 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:34.249126 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:34.249464 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:34.249802 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:34.250131 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:34.250459 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:34.250786 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:34.251110 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:34.251461 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:34.251786 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:34.252108 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:34.252426 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:34.252744 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:34.632180 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d5a8f-4c96-4da8-8403-3abefa2758ac req-01bc6cc4-a3cc-4842-966e-78e03038517f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:34.633640 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-073d5a8f-4c96-4da8-8403-3abefa2758ac req-01bc6cc4-a3cc-4842-966e-78e03038517f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0533416 Mar 08 12:10:34.680830 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-073d5a8f-4c96-4da8-8403-3abefa2758ac req-c5675b22-d27a-408b-bcad-c66701ef9bea tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416687 Mar 08 12:10:34.904718 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-de4e6bc2-bda7-4563-a5de-09ed368c355d req-6ea78eba-acbd-4a27-af49-ca05118c1225 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 210 time: 0.0313556 Mar 08 12:10:34.962551 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df964d-c050-4bf2-a07b-58c747555995 req-9cbded9b-d606-4547-a170-a5ff6131e2a7 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:34.964215 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-43df964d-c050-4bf2-a07b-58c747555995 req-9cbded9b-d606-4547-a170-a5ff6131e2a7 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 944 time: 0.0542743 Mar 08 12:10:35.013602 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-43df964d-c050-4bf2-a07b-58c747555995 req-fd7769d0-fa16-4ddd-8f7b-5cdb52dc0a2d tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432129 Mar 08 12:10:35.268834 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['a97e6b43-9c6f-4667-b165-4c36c245d15b'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:10:35.814915 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be3666-dc62-41fa-8090-091f6b29fbf1 req-192b165b-b605-48b2-bb17-2d4611a8a617 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:35.816433 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-79be3666-dc62-41fa-8090-091f6b29fbf1 req-192b165b-b605-48b2-bb17-2d4611a8a617 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0569930 Mar 08 12:10:35.866317 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-79be3666-dc62-41fa-8090-091f6b29fbf1 req-ba055c13-4f46-4433-b55b-732ebd2b70cf tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433357 Mar 08 12:10:36.006932 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-faf83dad-122b-403d-b4c9-3aeeb6db8d89 req-c6674d40-ef6d-410c-866c-8eac1e621480 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 210 time: 0.0337472 Mar 08 12:10:36.226688 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7565a4-8ae4-4881-8d31-be3532e02f2b req-b9954fae-f585-4f72-86df-1f32b1986696 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:36.228187 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eb7565a4-8ae4-4881-8d31-be3532e02f2b req-b9954fae-f585-4f72-86df-1f32b1986696 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 944 time: 0.1377079 Mar 08 12:10:36.238929 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-0726db68-1345-43a4-ab96-a7bf76364a85 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:36.240483 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-0726db68-1345-43a4-ab96-a7bf76364a85 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 811 time: 0.1513371 Mar 08 12:10:36.307870 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eb7565a4-8ae4-4881-8d31-be3532e02f2b req-4397398e-1c79-4716-b9db-16d6bbb15b36 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657530 Mar 08 12:10:36.343185 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-5058f2d7-bc09-4eaf-aeec-4bf1165bdfe4 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e73bb16a7d44dd84207ee7161c2808 HTTP/1.1" status: 200 len: 380 time: 0.0813622 Mar 08 12:10:36.353351 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1cacc856-0e07-4169-a7bc-c4c45ac5ac68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Request body: {'port': {'device_id': '16687e96-7601-42d6-a136-7208ce1e2fb2', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'admin_state_up': True, 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'security_groups': ['a4fcbdcf-6524-46ac-a624-48f3214ed003']}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:36.527513 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1cacc856-0e07-4169-a7bc-c4c45ac5ac68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Made reservation on behalf of 43e73bb16a7d44dd84207ee7161c2808 for: {'port': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:10:36.530906 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1cacc856-0e07-4169-a7bc-c4c45ac5ac68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:36.657081 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1cacc856-0e07-4169-a7bc-c4c45ac5ac68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Allocated IP 172.20.0.12 (9f3fc0b6-5937-41b0-aee4-61d2206408d9/1b8a0334-137e-4ca7-8145-79c5e98e839a/6e217cb5-ab2b-4162-bcf8-9c1ed017b16a) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:36.999108 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377c92a-6072-4800-9312-c37997a236c6 req-88e394fb-4027-4274-bf2c-fd526470069c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:37.000673 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a377c92a-6072-4800-9312-c37997a236c6 req-88e394fb-4027-4274-bf2c-fd526470069c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0557234 Mar 08 12:10:37.050184 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a377c92a-6072-4800-9312-c37997a236c6 req-88c5cecd-f309-41a1-8e4b-ca56686d5e70 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429559 Mar 08 12:10:37.071507 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1cacc856-0e07-4169-a7bc-c4c45ac5ac68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:37.107594 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a97e6b43-9c6f-4667-b165-4c36c245d15b up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:37.124795 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-596b1d07-04a4-44e0-8703-6490e37c4709 req-0d22385c-1a7d-4e2f-8173-fa4788112a2c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 210 time: 0.0311623 Mar 08 12:10:37.208039 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1cacc856-0e07-4169-a7bc-c4c45ac5ac68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:37.257772 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1cacc856-0e07-4169-a7bc-c4c45ac5ac68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:37.260893 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1cacc856-0e07-4169-a7bc-c4c45ac5ac68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:37.264696 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1cacc856-0e07-4169-a7bc-c4c45ac5ac68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:10:37.264884 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port a97e6b43-9c6f-4667-b165-4c36c245d15b completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:10:37.274194 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port a97e6b43-9c6f-4667-b165-4c36c245d15b triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:37.274194 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:37.292829 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacc856-0e07-4169-a7bc-c4c45ac5ac68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'Port': ['ID=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:37.324240 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1cacc856-0e07-4169-a7bc-c4c45ac5ac68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:37.324910 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1cacc856-0e07-4169-a7bc-c4c45ac5ac68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:37.371318 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port a97e6b43-9c6f-4667-b165-4c36c245d15b is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:37.371779 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:37.396948 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd486aee-7ab9-45c4-9148-5f214734af0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97e6b43-9c6f-4667-b165-4c36c245d15b'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:37.399197 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8025a7-c574-49c6-860d-600f1a07c773" -d '{"events": [{"server_uuid": "cd486aee-7ab9-45c4-9148-5f214734af0d", "name": "network-vif-plugged", "status": "completed", "tag": "a97e6b43-9c6f-4667-b165-4c36c245d15b"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:37.416513 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port a97e6b43-9c6f-4667-b165-4c36c245d15b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a97e6b43-9c6f-4667-b165-4c36c245d15b,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:37.451833 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397d5dd-36be-40c4-a11f-5c7075f70a2a req-453587d6-c8a5-41fe-9ef3-d1a604206518 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:37.453404 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c397d5dd-36be-40c4-a11f-5c7075f70a2a req-453587d6-c8a5-41fe-9ef3-d1a604206518 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 944 time: 0.0737371 Mar 08 12:10:37.472423 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1cacc856-0e07-4169-a7bc-c4c45ac5ac68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1231422 Mar 08 12:10:37.495639 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Request body: {'port': {'device_id': '16687e96-7601-42d6-a136-7208ce1e2fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:37.506788 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb820baf-ca45-4250-83ae-ea2aba1b57a6 x-openstack-request-id: req-eb820baf-ca45-4250-83ae-ea2aba1b57a6 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:37.507224 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd486aee-7ab9-45c4-9148-5f214734af0d", "name": "network-vif-plugged", "status": "completed", "tag": "a97e6b43-9c6f-4667-b165-4c36c245d15b", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:37.507362 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb820baf-ca45-4250-83ae-ea2aba1b57a6 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:37.507823 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd486aee-7ab9-45c4-9148-5f214734af0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97e6b43-9c6f-4667-b165-4c36c245d15b', 'code': 200} Mar 08 12:10:37.518815 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c397d5dd-36be-40c4-a11f-5c7075f70a2a req-ff366b36-cc13-4878-b760-1c3af597284d tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596714 Mar 08 12:10:37.536331 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:37.571308 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:37.574037 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-515c9508-1a63-4e79-b7f8-43bd61ea3ede None None] Provisioning complete for port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:37.574171 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-515c9508-1a63-4e79-b7f8-43bd61ea3ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:37.628860 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=a97e6b43-9c6f-4667-b165-4c36c245d15b,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:37.632023 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-515c9508-1a63-4e79-b7f8-43bd61ea3ede None None] Port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:10:37.860806 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a {{(pid=110507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:10:37.869638 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Publish callbacks [] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:37.891708 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.provisioning_blocks [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Transition to ACTIVE for port object 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a will not be triggered until provisioned by entity L2. {{(pid=110507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:10:37.935795 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404577e-9339-48f2-a43d-b6617cfb0a6a req-ca4f9947-324d-4c60-8270-2c33cd0e4e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:38.252257 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e404577e-9339-48f2-a43d-b6617cfb0a6a req-ca4f9947-324d-4c60-8270-2c33cd0e4e47 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 1129 time: 0.0565991 Mar 08 12:10:38.252257 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e404577e-9339-48f2-a43d-b6617cfb0a6a req-9386d730-6890-468a-96f4-479e279dd46c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416608 Mar 08 12:10:38.254614 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:38.254614 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:38.256365 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb40ae-0984-4a9d-94f8-5a75ffebae94 req-309a3da2-cc27-430f-a259-d69aba2069c2 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:38.258056 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ccfb40ae-0984-4a9d-94f8-5a75ffebae94 req-309a3da2-cc27-430f-a259-d69aba2069c2 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.1244137 Mar 08 12:10:38.262439 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471876e-71a7-49cc-9fe6-b985259cce53 req-8a957fa1-3e0d-4121-b2c3-ad5eb057badd tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:38.267133 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0471876e-71a7-49cc-9fe6-b985259cce53 req-8a957fa1-3e0d-4121-b2c3-ad5eb057badd tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 944 time: 0.0616620 Mar 08 12:10:38.282800 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Attempting to bind port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:10:38.283172 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Attempting to bind port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:10:38.283532 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Attempting to bind port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a on network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:38.297344 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a on network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:10:38.302492 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Attempting to bind port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a on network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:38.307043 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:10:38.307420 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Checking segment: {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:10:38.307815 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Bound using segment: {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:10:38.308283 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Bound port: 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'}}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:10:38.308669 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:38.339574 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0471876e-71a7-49cc-9fe6-b985259cce53 req-afce464f-6d7c-480d-b372-314f299518bb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650821 Mar 08 12:10:38.353161 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ccfb40ae-0984-4a9d-94f8-5a75ffebae94 req-d49489d3-f3c8-48f2-8429-d5e44ee9360b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813339 Mar 08 12:10:38.413239 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] For port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a, host hv-cinder-83008, cleared binding levels {{(pid=110507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:10:38.416273 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] For port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:10:38.528206 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:38.563695 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:38.564357 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:38.565870 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] 10.222.0.55 "PUT /v2.0/ports/6e217cb5-ab2b-4162-bcf8-9c1ed017b16a HTTP/1.1" status: 200 len: 1094 time: 1.0753996 Mar 08 12:10:38.568656 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16687e96-7601-42d6-a136-7208ce1e2fb2', 'tag': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:38.571820 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df04aed8-0538-41a5-bb9b-df77825d39ac" -d '{"events": [{"name": "network-changed", "server_uuid": "16687e96-7601-42d6-a136-7208ce1e2fb2", "tag": "6e217cb5-ab2b-4162-bcf8-9c1ed017b16a"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:38.625476 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b9aa06-24b7-4bb2-8289-9da9b4cb72c1 x-openstack-request-id: req-35b9aa06-24b7-4bb2-8289-9da9b4cb72c1 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:38.625774 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16687e96-7601-42d6-a136-7208ce1e2fb2", "tag": "6e217cb5-ab2b-4162-bcf8-9c1ed017b16a", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:38.626030 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35b9aa06-24b7-4bb2-8289-9da9b4cb72c1 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:38.626469 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16687e96-7601-42d6-a136-7208ce1e2fb2', 'tag': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a', 'status': 'completed', 'code': 200} Mar 08 12:10:38.627318 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47825b-734b-4d24-9554-466ceb6db1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a,revision_number=3']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:38.654056 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a94fa-1f40-4f4e-97fc-a19f99f0e7a6 req-1da9a734-517f-459d-9d58-a721707cdf04 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:38.655928 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7a9a94fa-1f40-4f4e-97fc-a19f99f0e7a6 req-1da9a734-517f-459d-9d58-a721707cdf04 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 945 time: 0.0654817 Mar 08 12:10:38.731762 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7a9a94fa-1f40-4f4e-97fc-a19f99f0e7a6 req-2bc2b0d6-38e1-43e5-bdee-5d5442a4046e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678415 Mar 08 12:10:38.790077 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04aed8-0538-41a5-bb9b-df77825d39ac req-d9c4c2d2-d499-4b6e-b79c-8bbe36403e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:38.791616 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-df04aed8-0538-41a5-bb9b-df77825d39ac req-d9c4c2d2-d499-4b6e-b79c-8bbe36403e3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 1128 time: 0.0905817 Mar 08 12:10:38.927638 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04aed8-0538-41a5-bb9b-df77825d39ac req-e9a994d1-9bc0-498b-9c2d-f37c75bf0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:38.931400 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-df04aed8-0538-41a5-bb9b-df77825d39ac req-e9a994d1-9bc0-498b-9c2d-f37c75bf0390 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=43e73bb16a7d44dd84207ee7161c2808&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1183176 Mar 08 12:10:39.029601 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04aed8-0538-41a5-bb9b-df77825d39ac req-e82c9e39-0856-440a-9829-6c0fc7a967ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:39.031093 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-df04aed8-0538-41a5-bb9b-df77825d39ac req-e82c9e39-0856-440a-9829-6c0fc7a967ee service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923731 Mar 08 12:10:39.123494 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 83ef8790-5cb3-4f12-becc-d312347f21a1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:10:39.162602 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-f9130ef9-4acf-4d3f-994f-23834797aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:39.164174 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-f9130ef9-4acf-4d3f-994f-23834797aa06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 1128 time: 0.0473275 Mar 08 12:10:39.219046 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-28e1d1bb-bc27-4f00-aa83-9380ad65dcfb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a HTTP/1.1" status: 200 len: 217 time: 0.0413468 Mar 08 12:10:39.224405 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 83ef8790-5cb3-4f12-becc-d312347f21a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=83ef8790-5cb3-4f12-becc-d312347f21a1,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:39.235221 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'port_id': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'mac_address': 'fa:16:3e:dc:9e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:10:39.276712 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 83ef8790-5cb3-4f12-becc-d312347f21a1 is: ACTIVE; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:39.277102 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.293578 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83ef8790-5cb3-4f12-becc-d312347f21a1 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:10:39.312959 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 83ef8790-5cb3-4f12-becc-d312347f21a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=83ef8790-5cb3-4f12-becc-d312347f21a1,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:39.367099 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-285d9781-8b40-45b9-8db9-750de94274fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:39.368496 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-285d9781-8b40-45b9-8db9-750de94274fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b8a0334-137e-4ca7-8145-79c5e98e839a HTTP/1.1" status: 200 len: 850 time: 0.0460596 Mar 08 12:10:39.409221 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:39.465060 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=83ef8790-5cb3-4f12-becc-d312347f21a1,revision_number=6']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:39.489150 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae91a9-8fe3-438b-b214-302012b17ec5 req-9bc62162-e77e-4008-9734-1e9d99f8e345 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:39.496807 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-84ae91a9-8fe3-438b-b214-302012b17ec5 req-9bc62162-e77e-4008-9734-1e9d99f8e345 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 944 time: 0.0666215 Mar 08 12:10:39.534172 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85bcd5-6f16-41dc-99fe-eb8456d79889 req-6224ebde-e86f-41ba-9e4c-91e6f5e4d912 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:39.536560 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-db85bcd5-6f16-41dc-99fe-eb8456d79889 req-6224ebde-e86f-41ba-9e4c-91e6f5e4d912 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 944 time: 0.1345394 Mar 08 12:10:39.543340 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-4d8f917a-68ac-4c1d-af96-43387c6b5fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:39.544290 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-84ae91a9-8fe3-438b-b214-302012b17ec5 req-83ef5667-44e1-48b8-83c2-4ff84697e323 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465558 Mar 08 12:10:39.544971 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-4d8f917a-68ac-4c1d-af96-43387c6b5fc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3fc0b6-5937-41b0-aee4-61d2206408d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1194315 Mar 08 12:10:39.581193 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['83ef8790-5cb3-4f12-becc-d312347f21a1'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:10:39.644142 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-db85bcd5-6f16-41dc-99fe-eb8456d79889 req-1a0e8415-7528-44ba-9619-6e12feaaeec8 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982938 Mar 08 12:10:39.669692 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-0d628a3a-eadd-46f1-8df0-abe93674dbfd service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164050 Mar 08 12:10:39.774311 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-21958be8-ae85-4780-86b1-1406b9f3f937 req-3da22b11-e6ea-4811-abe2-65789d780731 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973051 Mar 08 12:10:39.898030 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525bcf0-4c7f-4559-bae7-cbc314cd68c7 req-ed48328b-991f-4a99-a045-82789dfefcc2 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:39.900615 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b525bcf0-4c7f-4559-bae7-cbc314cd68c7 req-ed48328b-991f-4a99-a045-82789dfefcc2 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 945 time: 0.0746403 Mar 08 12:10:39.964327 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b525bcf0-4c7f-4559-bae7-cbc314cd68c7 req-b305dd09-eccf-4030-9090-974ea23e2a80 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581329 Mar 08 12:10:40.092581 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e268fa-27e3-430f-8973-5a7f2de2bc00 req-8d9b1abc-08a3-40d2-aa25-1d2665973b2a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:40.094095 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-13e268fa-27e3-430f-8973-5a7f2de2bc00 req-8d9b1abc-08a3-40d2-aa25-1d2665973b2a tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 945 time: 0.0592659 Mar 08 12:10:40.110975 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 54796) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:40.115635 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-cbdf0b58-3518-4973-a7ac-556e2b8c4694 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Request body: {'floatingip': {'port_id': 'a97e6b43-9c6f-4667-b165-4c36c245d15b'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:40.159517 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0b58-3518-4973-a7ac-556e2b8c4694 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (f38bbb9a-6f48-4d07-8fca-500fb26e1640), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.697039 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0b58-3518-4973-a7ac-556e2b8c4694 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.718730 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9097d86-8b8e-4521-b9de-2f0ab547abf8 req-90ac1bde-45a8-4555-b257-95eb8bdb7098 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:40.720429 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f9097d86-8b8e-4521-b9de-2f0ab547abf8 req-90ac1bde-45a8-4555-b257-95eb8bdb7098 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 944 time: 0.0822687 Mar 08 12:10:40.782611 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0b58-3518-4973-a7ac-556e2b8c4694 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (f38bbb9a-6f48-4d07-8fca-500fb26e1640), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:40.801620 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f9097d86-8b8e-4521-b9de-2f0ab547abf8 req-865658f4-0526-41dc-8ddf-e1466829ceda tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732880 Mar 08 12:10:40.905919 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf1476-ca0f-4a3f-8d1d-82ad443c61a4 req-9c7a199d-2552-4d10-9f84-4a0c21765b2d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:40.907825 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4abf1476-ca0f-4a3f-8d1d-82ad443c61a4 req-9c7a199d-2552-4d10-9f84-4a0c21765b2d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 944 time: 0.1685286 Mar 08 12:10:40.980636 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [None req-cbdf0b58-3518-4973-a7ac-556e2b8c4694 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Floating IP f38bbb9a-6f48-4d07-8fca-500fb26e1640 associated. External IP: 172.27.1.68, port: a97e6b43-9c6f-4667-b165-4c36c245d15b. Mar 08 12:10:41.040646 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4abf1476-ca0f-4a3f-8d1d-82ad443c61a4 req-97b2d2ce-6407-4453-818e-c72331360793 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257982 Mar 08 12:10:41.136672 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 83ef8790-5cb3-4f12-becc-d312347f21a1 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:41.212544 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 83ef8790-5cb3-4f12-becc-d312347f21a1 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:41.213844 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:41.302392 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdf0b58-3518-4973-a7ac-556e2b8c4694 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Router 815211d6-f3c9-4422-817c-471d4aae972e has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:41.311442 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 83ef8790-5cb3-4f12-becc-d312347f21a1 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:41.312101 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:41.348698 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 83ef8790-5cb3-4f12-becc-d312347f21a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=83ef8790-5cb3-4f12-becc-d312347f21a1,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:41.350269 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:41.352665 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdb48f9-aa56-4a4b-a4c5-28cff46ba9f0" -d '{"events": [{"server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "name": "network-vif-plugged", "status": "completed", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:41.393494 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159021c4-f128-43e1-8dbf-c9d9362e31f8 x-openstack-request-id: req-159021c4-f128-43e1-8dbf-c9d9362e31f8 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:41.393992 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "name": "network-vif-plugged", "status": "completed", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:41.394419 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-159021c4-f128-43e1-8dbf-c9d9362e31f8 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:41.395734 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'code': 200} Mar 08 12:10:41.409532 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:41.468628 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdf0b58-3518-4973-a7ac-556e2b8c4694 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:41.476004 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0b58-3518-4973-a7ac-556e2b8c4694 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:41.478792 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=83ef8790-5cb3-4f12-becc-d312347f21a1,revision_number=7']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:41.483739 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8983c-0a64-4586-9739-a041cc9df573 None None] Sync routers for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:41.517131 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8983c-0a64-4586-9739-a041cc9df573 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:41.517936 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-54d8983c-0a64-4586-9739-a041cc9df573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:10:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:41.576610 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-cbdf0b58-3518-4973-a7ac-556e2b8c4694 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "PUT /v2.0/floatingips/f38bbb9a-6f48-4d07-8fca-500fb26e1640 HTTP/1.1" status: 200 len: 990 time: 1.4496481 Mar 08 12:10:41.576610 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd486aee-7ab9-45c4-9148-5f214734af0d', 'tag': 'a97e6b43-9c6f-4667-b165-4c36c245d15b'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:41.576610 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bdf3f1-5315-4373-94ca-d1e943ce1f80" -d '{"events": [{"name": "network-changed", "server_uuid": "cd486aee-7ab9-45c4-9148-5f214734af0d", "tag": "a97e6b43-9c6f-4667-b165-4c36c245d15b"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:41.618285 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a225f4fe-619a-47ed-8909-06b92bf76c51 x-openstack-request-id: req-a225f4fe-619a-47ed-8909-06b92bf76c51 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:41.618587 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd486aee-7ab9-45c4-9148-5f214734af0d", "tag": "a97e6b43-9c6f-4667-b165-4c36c245d15b", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:41.618842 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a225f4fe-619a-47ed-8909-06b92bf76c51 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:41.619282 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd486aee-7ab9-45c4-9148-5f214734af0d', 'tag': 'a97e6b43-9c6f-4667-b165-4c36c245d15b', 'status': 'completed', 'code': 200} Mar 08 12:10:41.671679 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-54d8983c-0a64-4586-9739-a041cc9df573 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:42.010425 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d6e72-5561-4bfa-b0e1-79c36f35fe5e req-c9edef6e-511d-4dba-80a5-7ff2145e598f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:42.029934 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-aa5d6e72-5561-4bfa-b0e1-79c36f35fe5e req-c9edef6e-511d-4dba-80a5-7ff2145e598f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.1146834 Mar 08 12:10:42.084082 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-aa5d6e72-5561-4bfa-b0e1-79c36f35fe5e req-d049e88e-3d8c-483b-aaa4-2abfe8ba109c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536506 Mar 08 12:10:42.095069 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-54d8983c-0a64-4586-9739-a041cc9df573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': 'f38bbb9a-6f48-4d07-8fca-500fb26e1640', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'a97e6b43-9c6f-4667-b165-4c36c245d15b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:a7:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd486aee-7ab9-45c4-9148-5f214734af0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:16Z', 'updated_at': '2022-03-08T12:10:40Z', 'revision_number': 1, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:42.127519 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8983c-0a64-4586-9739-a041cc9df573 None None] Checking router: 815211d6-f3c9-4422-817c-471d4aae972e for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:42.136409 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8983c-0a64-4586-9739-a041cc9df573 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:42.137145 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-54d8983c-0a64-4586-9739-a041cc9df573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:10:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:42.205771 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9f5b-d47a-4cf4-9d9e-d8f08d02018a req-7f4a3bd4-2f28-451d-a743-1dfaca231443 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:42.208022 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-935d9f5b-d47a-4cf4-9d9e-d8f08d02018a req-7f4a3bd4-2f28-451d-a743-1dfaca231443 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 944 time: 0.0780180 Mar 08 12:10:42.276026 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-935d9f5b-d47a-4cf4-9d9e-d8f08d02018a req-f5139b36-8fbf-4804-ac30-6a494e40b2ef tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592895 Mar 08 12:10:42.293114 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-54d8983c-0a64-4586-9739-a041cc9df573 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:42.586218 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-54d8983c-0a64-4586-9739-a041cc9df573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': 'f38bbb9a-6f48-4d07-8fca-500fb26e1640', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'a97e6b43-9c6f-4667-b165-4c36c245d15b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:a7:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd486aee-7ab9-45c4-9148-5f214734af0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:16Z', 'updated_at': '2022-03-08T12:10:40Z', 'revision_number': 1, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:42.620522 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8983c-0a64-4586-9739-a041cc9df573 None None] The sync data for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi is: [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': 'f38bbb9a-6f48-4d07-8fca-500fb26e1640', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'port_id': 'a97e6b43-9c6f-4667-b165-4c36c245d15b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'mac_address': 'fa:16:3e:a7:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd486aee-7ab9-45c4-9148-5f214734af0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:16Z', 'updated_at': '2022-03-08T12:10:40Z', 'revision_number': 1, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:42.870916 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8d665-6750-4a66-851d-4447f83b40f4 None None] New status for floating IP f38bbb9a-6f48-4d07-8fca-500fb26e1640: ACTIVE {{(pid=110510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:10:43.220849 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5d312-6223-4a0c-9035-a04caec511de req-c4ee538a-fcae-4a2f-8735-c7f38d53ca39 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:43.222405 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e8f5d312-6223-4a0c-9035-a04caec511de req-c4ee538a-fcae-4a2f-8735-c7f38d53ca39 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0580027 Mar 08 12:10:43.270653 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e8f5d312-6223-4a0c-9035-a04caec511de req-90d35a5c-e691-4ce4-bbea-0726e59fb9bc tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424387 Mar 08 12:10:43.407773 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bcc28-f7b1-49a5-a242-78784c326c36 req-c865db46-b411-44d7-bcfc-d282ebd527ac tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:43.409310 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-710bcc28-f7b1-49a5-a242-78784c326c36 req-c865db46-b411-44d7-bcfc-d282ebd527ac tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 944 time: 0.0582993 Mar 08 12:10:43.459169 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-710bcc28-f7b1-49a5-a242-78784c326c36 req-d7830f79-c699-4e11-94df-5f4a38372ecb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435171 Mar 08 12:10:43.952266 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdf3f1-5315-4373-94ca-d1e943ce1f80 req-f04fe2c8-3242-4bf5-8167-ce6d1a5834a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:43.953786 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a8bdf3f1-5315-4373-94ca-d1e943ce1f80 req-f04fe2c8-3242-4bf5-8167-ce6d1a5834a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4868bd544af04b158e08c3694b9279ff&device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 1129 time: 0.0580332 Mar 08 12:10:44.059789 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdf3f1-5315-4373-94ca-d1e943ce1f80 req-efa4b2e1-87a3-4adc-88e7-6670fd17f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:44.061574 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a8bdf3f1-5315-4373-94ca-d1e943ce1f80 req-efa4b2e1-87a3-4adc-88e7-6670fd17f2ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 200 len: 915 time: 0.0999489 Mar 08 12:10:44.396530 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a8bdf3f1-5315-4373-94ca-d1e943ce1f80 req-13c9e1cb-de19-4b22-bedb-f54db76191ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a97e6b43-9c6f-4667-b165-4c36c245d15b HTTP/1.1" status: 200 len: 1000 time: 0.3277211 Mar 08 12:10:44.421644 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033b3cb-ced0-4428-80a7-19d662cde3c7 req-3c436a54-4d99-410a-875c-aab3b3383230 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:44.429252 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3033b3cb-ced0-4428-80a7-19d662cde3c7 req-3c436a54-4d99-410a-875c-aab3b3383230 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0627720 Mar 08 12:10:44.450737 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdf3f1-5315-4373-94ca-d1e943ce1f80 req-3be2f9fd-1dd9-43de-b572-0028d4589967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:44.452518 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a8bdf3f1-5315-4373-94ca-d1e943ce1f80 req-3be2f9fd-1dd9-43de-b572-0028d4589967 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a387d57-4cc1-4172-ab00-0a23139114fa HTTP/1.1" status: 200 len: 853 time: 0.0486774 Mar 08 12:10:44.523228 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3033b3cb-ced0-4428-80a7-19d662cde3c7 req-275df9e2-7971-4994-927f-6f18d7af4801 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927715 Mar 08 12:10:44.541580 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdf3f1-5315-4373-94ca-d1e943ce1f80 req-c516be32-79bf-4332-a9d0-7208518ee952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:44.541951 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a8bdf3f1-5315-4373-94ca-d1e943ce1f80 req-c516be32-79bf-4332-a9d0-7208518ee952 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91deec2c-beff-469e-8457-e94ee53aae39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813937 Mar 08 12:10:44.686919 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f7cf6-a9f4-410f-a094-d09a44437df4 req-f0a89f8e-33d3-40c8-90d7-82b205f93e0c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:44.686919 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cb0f7cf6-a9f4-410f-a094-d09a44437df4 req-f0a89f8e-33d3-40c8-90d7-82b205f93e0c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 944 time: 0.1026452 Mar 08 12:10:44.728619 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a8bdf3f1-5315-4373-94ca-d1e943ce1f80 req-f7bad543-8678-49ed-9d27-308b0f2463d5 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776104 Mar 08 12:10:44.793921 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cb0f7cf6-a9f4-410f-a094-d09a44437df4 req-a8643699-0bf7-4036-b62b-a811c83f49f0 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992992 Mar 08 12:10:44.864029 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a8bdf3f1-5315-4373-94ca-d1e943ce1f80 req-e32e5f94-d97a-4fc2-8f2b-4bae35cfe722 service neutron] 10.222.0.55 "GET /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267927 Mar 08 12:10:45.668620 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395244e-79fd-4e74-b92d-b4e6a808b480 req-514379bc-f64b-4603-9eb1-a892ad1868af tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:45.671230 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5395244e-79fd-4e74-b92d-b4e6a808b480 req-514379bc-f64b-4603-9eb1-a892ad1868af tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0596445 Mar 08 12:10:45.730706 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5395244e-79fd-4e74-b92d-b4e6a808b480 req-86bb41d6-ca2a-4a22-85ab-39b576656b48 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542748 Mar 08 12:10:45.935465 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5ebf8-52c1-4220-90b6-6c2f0dd33a85 req-e55ad56b-c228-43d1-9d9a-5eeb492746be tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:45.938307 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-47b5ebf8-52c1-4220-90b6-6c2f0dd33a85 req-e55ad56b-c228-43d1-9d9a-5eeb492746be tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 944 time: 0.0708811 Mar 08 12:10:45.992974 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-47b5ebf8-52c1-4220-90b6-6c2f0dd33a85 req-0b6f47df-3a69-4770-853c-b7f5973c38c0 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490539 Mar 08 12:10:46.858621 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0900ef9-3c76-48c2-8e01-9a6708230905 req-e959f5ef-ae52-4136-b4eb-64cd8292af54 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:46.860550 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f0900ef9-3c76-48c2-8e01-9a6708230905 req-e959f5ef-ae52-4136-b4eb-64cd8292af54 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0602057 Mar 08 12:10:46.921791 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f0900ef9-3c76-48c2-8e01-9a6708230905 req-4e2c7be2-e6de-441b-b15b-57ea8fb93765 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544116 Mar 08 12:10:47.125631 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fdf85-5087-4a5b-ae0d-fef679cd5228 req-09296e41-1dd6-477e-bd0c-a6ec0dbd5e26 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:47.127194 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f3fdf85-5087-4a5b-ae0d-fef679cd5228 req-09296e41-1dd6-477e-bd0c-a6ec0dbd5e26 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 944 time: 0.0556359 Mar 08 12:10:47.192391 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f3fdf85-5087-4a5b-ae0d-fef679cd5228 req-78c9fd67-8801-463f-a5c1-a6d98a525681 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586083 Mar 08 12:10:48.149252 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d845e6-179c-4c4f-aeea-1df11bceb3b4 req-6f7e446a-486a-433f-8e74-a9b4fdbd2ebd tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:48.151667 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-66d845e6-179c-4c4f-aeea-1df11bceb3b4 req-6f7e446a-486a-433f-8e74-a9b4fdbd2ebd tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0946748 Mar 08 12:10:48.231169 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-66d845e6-179c-4c4f-aeea-1df11bceb3b4 req-5c3f6372-a6db-4f79-ac55-585feb71551a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702899 Mar 08 12:10:48.353178 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ebc3-f8d1-4baf-a52a-ae00d567a7ce req-6ead18a3-9f4f-4b29-98d1-80c77f5c1d5d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:48.356034 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3752ebc3-f8d1-4baf-a52a-ae00d567a7ce req-6ead18a3-9f4f-4b29-98d1-80c77f5c1d5d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 944 time: 0.0612838 Mar 08 12:10:48.419548 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3752ebc3-f8d1-4baf-a52a-ae00d567a7ce req-daeda64c-a979-45b7-bdef-56e66f57d550 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541422 Mar 08 12:10:49.173785 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:10:49.291447 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:49.304966 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'port_id': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a', 'mac_address': 'fa:16:3e:d9:10:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:10:49.347684 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:49.348086 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.362575 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:10:49.369154 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be631d-23aa-47fd-aba9-f4326a5a9a2d req-99f4d4d3-3918-4ecf-9a8b-b1bea3096f0c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:49.377033 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-83be631d-23aa-47fd-aba9-f4326a5a9a2d req-99f4d4d3-3918-4ecf-9a8b-b1bea3096f0c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0741208 Mar 08 12:10:49.384086 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:49.427004 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-83be631d-23aa-47fd-aba9-f4326a5a9a2d req-d4c49614-882f-4de9-bbd0-2e3800afff4a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489624 Mar 08 12:10:49.555816 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff0cd-f417-4c90-a249-b99a5a7b8900 req-45e78399-1693-448d-84be-1d42535e35ee tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:49.557571 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a9bff0cd-f417-4c90-a249-b99a5a7b8900 req-45e78399-1693-448d-84be-1d42535e35ee tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 944 time: 0.0610311 Mar 08 12:10:49.613949 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a9bff0cd-f417-4c90-a249-b99a5a7b8900 req-dbad4231-63f4-4c2c-9f07-2b6524e1db45 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506473 Mar 08 12:10:49.758659 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:49.805360 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:50.116710 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['6e217cb5-ab2b-4162-bcf8-9c1ed017b16a'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:10:50.581462 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d8b8d-6fab-4fdf-a281-01319c5c1de9 req-bd181bd8-6dd6-4c5e-aa08-f9d38354ee04 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:50.583842 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-840d8b8d-6fab-4fdf-a281-01319c5c1de9 req-bd181bd8-6dd6-4c5e-aa08-f9d38354ee04 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0718632 Mar 08 12:10:50.633578 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-840d8b8d-6fab-4fdf-a281-01319c5c1de9 req-e6952146-74ac-49d6-9d3f-8a24818be690 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436933 Mar 08 12:10:50.733048 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104b998-503e-4877-835d-076991505811 req-a282caf6-0ad3-47f7-8494-a0f8c0d301d7 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:50.734422 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c104b998-503e-4877-835d-076991505811 req-a282caf6-0ad3-47f7-8494-a0f8c0d301d7 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 945 time: 0.0524781 Mar 08 12:10:50.783863 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c104b998-503e-4877-835d-076991505811 req-81c226fb-e2fd-4fe8-9e58-5cf97cdc279d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426433 Mar 08 12:10:51.177756 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:51.279288 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54912) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:51.292301 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:10:51.296230 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:51.296677 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.374979 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:51.375537 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.388097 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.399070 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16687e96-7601-42d6-a136-7208ce1e2fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:51.401318 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bfdc61-d766-4b0b-9c6e-690bf4a56187" -d '{"events": [{"server_uuid": "16687e96-7601-42d6-a136-7208ce1e2fb2", "name": "network-vif-plugged", "status": "completed", "tag": "6e217cb5-ab2b-4162-bcf8-9c1ed017b16a"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:51.414109 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:51.437146 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d23473-63f4-45fe-a363-a6755127ca46 x-openstack-request-id: req-58d23473-63f4-45fe-a363-a6755127ca46 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:51.437515 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16687e96-7601-42d6-a136-7208ce1e2fb2", "name": "network-vif-plugged", "status": "completed", "tag": "6e217cb5-ab2b-4162-bcf8-9c1ed017b16a", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:51.437844 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58d23473-63f4-45fe-a363-a6755127ca46 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:51.438254 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16687e96-7601-42d6-a136-7208ce1e2fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a', 'code': 200} Mar 08 12:10:51.463387 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Publish callbacks [] for security_group (1bb74cec-56ad-4a11-886a-71e2568c0c88), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.471792 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.520758 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:51.524310 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (1bb74cec-56ad-4a11-886a-71e2568c0c88), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.566197 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb74cec-56ad-4a11-886a-71e2568c0c88,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:51.571074 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3eac0b68fa5c4b4eb2357870e93650f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907541 Mar 08 12:10:51.573941 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 54918) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:51.576207 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.579139 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.579139 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.579139 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.579139 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.579139 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.579139 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.579139 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.579139 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.580076 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.580076 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.580076 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.580337 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0dd667-0a13-41ba-bfe3-85938a372ff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.630888 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Publish callbacks [] for security_group (1bb74cec-56ad-4a11-886a-71e2568c0c88), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.653971 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Publish callbacks [] for security_group (1bb74cec-56ad-4a11-886a-71e2568c0c88), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.762674 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c0007-8b69-422c-9972-0753196995d2 req-43d236c1-619c-40cb-8a55-a5cf6666e369 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:51.764201 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fe1c0007-8b69-422c-9972-0753196995d2 req-43d236c1-619c-40cb-8a55-a5cf6666e369 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0553250 Mar 08 12:10:51.800799 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (1bb74cec-56ad-4a11-886a-71e2568c0c88), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.803977 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:51.807886 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bb74cec-56ad-4a11-886a-71e2568c0c88 HTTP/1.1" status: 204 len: 168 time: 0.2300062 Mar 08 12:10:51.821883 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb74cec-56ad-4a11-886a-71e2568c0c88,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:51.827234 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fe1c0007-8b69-422c-9972-0753196995d2 req-290508e0-35a1-4727-8c5f-5d2ebb09e494 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569282 Mar 08 12:10:51.833800 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.834318 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.834519 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.834862 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.835228 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.835572 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.835905 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.836235 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.836591 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.836926 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.837425 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.837761 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.838086 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa20cc-0c65-413a-a788-085ba48d4bf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:10:51.938217 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3a857-503d-4ccc-b180-102640a6cee4 req-096bbc66-0d5f-44cf-a2da-ced0d854cd2c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:51.939895 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d6e3a857-503d-4ccc-b180-102640a6cee4 req-096bbc66-0d5f-44cf-a2da-ced0d854cd2c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 946 time: 0.0535531 Mar 08 12:10:51.988781 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d6e3a857-503d-4ccc-b180-102640a6cee4 req-7d4f7975-37cf-4054-b9b3-e91032774fcd tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432577 Mar 08 12:10:52.085922 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cff53c-69fd-4edb-b468-d3c6ea0ab814 req-1ac75b5d-888b-4b53-ba1a-4d5d92898b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:52.087492 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-48cff53c-69fd-4edb-b468-d3c6ea0ab814 req-1ac75b5d-888b-4b53-ba1a-4d5d92898b9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 1129 time: 0.0459826 Mar 08 12:10:52.104650 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e737c-c4bb-4549-962b-de9700264242 req-4d3b59af-318e-422f-9ae2-731f7902a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:52.106050 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-179e737c-c4bb-4549-962b-de9700264242 req-4d3b59af-318e-422f-9ae2-731f7902a4c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 1130 time: 0.0442810 Mar 08 12:10:52.158214 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-179e737c-c4bb-4549-962b-de9700264242 req-709db212-3dcc-4d8d-8c20-ffb385465334 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452402 Mar 08 12:10:52.186650 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cff53c-69fd-4edb-b468-d3c6ea0ab814 req-8efeae6b-180c-4085-8df9-473fbc3696c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:52.188212 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-48cff53c-69fd-4edb-b468-d3c6ea0ab814 req-8efeae6b-180c-4085-8df9-473fbc3696c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 HTTP/1.1" status: 200 len: 918 time: 0.0950322 Mar 08 12:10:52.498674 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-48cff53c-69fd-4edb-b468-d3c6ea0ab814 req-f9900bcc-1f4c-4615-be34-1942408ddac8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ef8790-5cb3-4f12-becc-d312347f21a1 HTTP/1.1" status: 200 len: 1001 time: 0.0624695 Mar 08 12:10:52.565811 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cff53c-69fd-4edb-b468-d3c6ea0ab814 req-89f4fc73-2db4-46aa-8c72-414b1eeb7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:52.567870 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-48cff53c-69fd-4edb-b468-d3c6ea0ab814 req-89f4fc73-2db4-46aa-8c72-414b1eeb7511 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0881ec02-52c5-41f4-9bad-8258b28ec43f HTTP/1.1" status: 200 len: 856 time: 0.0443521 Mar 08 12:10:52.620683 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cff53c-69fd-4edb-b468-d3c6ea0ab814 req-ecd45b32-6c11-4f46-a5f0-1ce34cea2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:52.622293 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-48cff53c-69fd-4edb-b468-d3c6ea0ab814 req-ecd45b32-6c11-4f46-a5f0-1ce34cea2881 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477982 Mar 08 12:10:52.720152 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-48cff53c-69fd-4edb-b468-d3c6ea0ab814 req-ed551af9-5f95-4cae-8320-564feaf944fb service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891469 Mar 08 12:10:52.809616 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-48cff53c-69fd-4edb-b468-d3c6ea0ab814 req-7bd122ae-ea34-4e12-865f-f51d51059e6f service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824783 Mar 08 12:10:52.882470 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54944) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:52.986352 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-39714458-network', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:53.095295 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Made reservation on behalf of a6b7a4b1f8e5496e8e8db27bdbcd6dc2 for: {'network': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:10:53.097652 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:53.114777 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:53.140426 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf8f28-497d-4e6f-b654-a185ad9aad7a req-2b71b520-9985-46a5-a276-142dc8e72767 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:53.141947 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f8cf8f28-497d-4e6f-b654-a185ad9aad7a req-2b71b520-9985-46a5-a276-142dc8e72767 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0582507 Mar 08 12:10:53.147419 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef19f3-bfd4-4f70-a318-569feb42e0e9 req-ed23fb88-d047-45e8-8f9d-cdefe0697bf8 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:53.151964 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-29ef19f3-bfd4-4f70-a318-569feb42e0e9 req-ed23fb88-d047-45e8-8f9d-cdefe0697bf8 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 946 time: 0.0858443 Mar 08 12:10:53.194866 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f8cf8f28-497d-4e6f-b654-a185ad9aad7a req-75b93609-fecd-407f-b158-e8c8a4febd0c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469959 Mar 08 12:10:53.220230 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-29ef19f3-bfd4-4f70-a318-569feb42e0e9 req-36ecae48-2dff-4d92-b77a-ed4699bca561 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625381 Mar 08 12:10:53.242516 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Publish callbacks [] for security_group (1bbaf38f-a072-4b14-bf23-781a0726f075), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:53.320883 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (1bbaf38f-a072-4b14-bf23-781a0726f075), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:53.346770 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=110508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:10:53.357033 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbaf38f-a072-4b14-bf23-781a0726f075,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:53.362283 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (fb099d43-7cb8-46e7-aa25-cc3d290f43f1), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:53.362632 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.segments_db [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Added segment fb099d43-7cb8-46e7-aa25-cc3d290f43f1 of type vlan for network 5ca79715-c117-4307-b1d3-f8a94ab698dc Mar 08 12:10:53.412270 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (5ca79715-c117-4307-b1d3-f8a94ab698dc), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:53.498299 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (5ca79715-c117-4307-b1d3-f8a94ab698dc), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:53.499238 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:53.499828 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:53.561502 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] Pushing event updated for resources: {'Network': ['ID=5ca79715-c117-4307-b1d3-f8a94ab698dc,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:53.572437 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network 5ca79715-c117-4307-b1d3-f8a94ab698dc details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:10:53.600876 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-d3082614-626f-47b5-aa9b-7e8e0bf6a616 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7170777 Mar 08 12:10:53.605946 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54952) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:53.608477 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-d9e88ed2-d52c-4588-9c04-5aa33fbba09e admin admin] Request body: {'subnet': {'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-39714458-subnet', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'ip_version': 4}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:53.633326 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ee7c-54c7-412a-a0e0-3d622c0567b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:53.723888 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e88ed2-d52c-4588-9c04-5aa33fbba09e admin admin] Made reservation on behalf of a6b7a4b1f8e5496e8e8db27bdbcd6dc2 for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:10:53.726249 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d9e88ed2-d52c-4588-9c04-5aa33fbba09e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24291546'] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:53.938241 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d9e88ed2-d52c-4588-9c04-5aa33fbba09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30228369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24291524'] for subnet (cce1efbf-0de4-4681-afea-b6da3b85f735), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:53.991062 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e88ed2-d52c-4588-9c04-5aa33fbba09e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce1efbf-0de4-4681-afea-b6da3b85f735,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:54.001319 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e88ed2-d52c-4588-9c04-5aa33fbba09e admin admin] Checking segment: {'id': 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:10:54.001680 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e88ed2-d52c-4588-9c04-5aa33fbba09e admin admin] Network hostable DHCP agents. Network: 5ca79715-c117-4307-b1d3-f8a94ab698dc, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:10:54.105981 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e88ed2-d52c-4588-9c04-5aa33fbba09e admin admin] Network 5ca79715-c117-4307-b1d3-f8a94ab698dc is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:10:54.192193 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-d9e88ed2-d52c-4588-9c04-5aa33fbba09e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, 5ca79715-c117-4307-b1d3-f8a94ab698dc) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:54.196911 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e88ed2-d52c-4588-9c04-5aa33fbba09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:54.197513 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d9e88ed2-d52c-4588-9c04-5aa33fbba09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.201739 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b9d202-a4a7-457a-a999-53cf96171e44 None None] Network 5ca79715-c117-4307-b1d3-f8a94ab698dc requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:10:54.308513 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9edbfed6-1ad3-5ea8-a132-a097731b67f7-5ca79715-c117-4307-b1d3-f8a94ab698dc', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'fixed_ips': [{'subnet_id': 'cce1efbf-0de4-4681-afea-b6da3b85f735'}]}} from dv-cinder-830085-2-iscsi. {{(pid=110509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:10:54.309453 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.326747 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-d9e88ed2-d52c-4588-9c04-5aa33fbba09e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7219460 Mar 08 12:10:54.327529 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361c04f-4c08-4606-863e-bc2bac4cccc4 req-f9512537-7138-4571-b7c7-a501e8384b94 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:54.329256 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54960) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:54.329735 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6361c04f-4c08-4606-863e-bc2bac4cccc4 req-f9512537-7138-4571-b7c7-a501e8384b94 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.0598464 Mar 08 12:10:54.340581 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:54.376119 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9f92d-5bce-4b55-bc72-316a43eff188 req-5a730a48-31b5-4ed1-8124-0bebc3456210 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:54.377282 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-74c9f92d-5bce-4b55-bc72-316a43eff188 req-5a730a48-31b5-4ed1-8124-0bebc3456210 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 946 time: 0.0840993 Mar 08 12:10:54.384946 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6361c04f-4c08-4606-863e-bc2bac4cccc4 req-9ec90aec-535d-4514-849c-3f5714cde5db tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492196 Mar 08 12:10:54.433746 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-74c9f92d-5bce-4b55-bc72-316a43eff188 req-562f6197-f124-432b-b8f9-18969bb22cbd tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500801 Mar 08 12:10:54.435009 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33078681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31816'] for router (98d06743-3c2c-45d8-a44e-01a67cb84757), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.436089 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33075817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33063898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33180591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31809'] for router (98d06743-3c2c-45d8-a44e-01a67cb84757), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.473383 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.db_base_plugin_common [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Allocated IP 172.20.0.2 (5ca79715-c117-4307-b1d3-f8a94ab698dc/cce1efbf-0de4-4681-afea-b6da3b85f735/88752d1f-7515-4740-96bd-590691a496be) {{(pid=110509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:54.497078 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Publish callbacks [] for router_controller (98d06743-3c2c-45d8-a44e-01a67cb84757), precommit_add_association {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.557638 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d73f5f-1715-476d-8007-2a1ab33e1bd0 req-51cd4184-9790-4ec3-855f-32d604a5f3fe tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:54.559145 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d0d73f5f-1715-476d-8007-2a1ab33e1bd0 req-51cd4184-9790-4ec3-855f-32d604a5f3fe tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 946 time: 0.0575716 Mar 08 12:10:54.609624 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d0d73f5f-1715-476d-8007-2a1ab33e1bd0 req-b3080848-7061-4dd3-b2fc-0d5705f8f2b3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447676 Mar 08 12:10:54.626168 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Publish callbacks [] for port (88752d1f-7515-4740-96bd-590691a496be), precommit_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.643435 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 54964) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:54.725244 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (88752d1f-7515-4740-96bd-590691a496be), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.732438 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Publish callbacks [] for router_gateway (98d06743-3c2c-45d8-a44e-01a67cb84757), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.766795 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Network 5ca79715-c117-4307-b1d3-f8a94ab698dc is already hosted by enough agents. {{(pid=110509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:54.771415 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.base_scheduler [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Resources bound (agent type, host, resource id): {{(pid=110509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:54.778906 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Pushing event updated for resources: {'Port': ['ID=88752d1f-7515-4740-96bd-590691a496be,revision_number=1']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:54.781102 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Received port after_create {{(pid=110509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:10:54.838655 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Attempting to bind port 88752d1f-7515-4740-96bd-590691a496be on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:10:54.842828 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Attempting to bind port 88752d1f-7515-4740-96bd-590691a496be by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:10:54.842828 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Attempting to bind port 88752d1f-7515-4740-96bd-590691a496be on network 5ca79715-c117-4307-b1d3-f8a94ab698dc {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:54.844947 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:10:54.845520 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Checking segment: {'id': 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:10:54.845759 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.846164 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Bound using segment: {'id': 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:10:54.846641 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Bound port: 88752d1f-7515-4740-96bd-590691a496be, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:10:54.847026 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (88752d1f-7515-4740-96bd-590691a496be), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.863501 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d44d5a-4a85-4be7-bdeb-b14254fe89da tempest-TestVolumeBootPattern-914377405 tempest-TestVolumeBootPattern-914377405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:54.865775 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-f2d44d5a-4a85-4be7-bdeb-b14254fe89da tempest-TestVolumeBootPattern-914377405 tempest-TestVolumeBootPattern-914377405-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 1125 time: 0.2214174 Mar 08 12:10:54.869632 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 54968) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:54.874161 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Request body: {'floatingip': {'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'port_id': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:10:54.922227 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] For port 88752d1f-7515-4740-96bd-590691a496be, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:10:54.928224 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] For port 88752d1f-7515-4740-96bd-590691a496be, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=88752d1f-7515-4740-96bd-590691a496be,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:10:54.952048 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:54.979525 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (88752d1f-7515-4740-96bd-590691a496be), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.061250 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Publish callbacks [] for router_gateway (98d06743-3c2c-45d8-a44e-01a67cb84757), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.075226 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54123b78-7b7f-4147-8f8b-9e627b15242e None None] Pushing event updated for resources: {'Port': ['ID=88752d1f-7515-4740-96bd-590691a496be,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:55.090386 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.105532 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.205490 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Allocated IP 172.27.1.193 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/e74a0bdf-5631-40bc-963e-234154491e19) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:55.359972 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Publish callbacks [] for port (e74a0bdf-5631-40bc-963e-234154491e19), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.455279 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (e74a0bdf-5631-40bc-963e-234154491e19), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.512435 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Allocated IP 172.27.1.126 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/e975d454-490a-4f43-a881-cb63f56e1936) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:55.521275 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:55.527321 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:55.534147 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:10:55.539627 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Pushing event updated for resources: {'Port': ['ID=e74a0bdf-5631-40bc-963e-234154491e19,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:55.594952 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6cf10-f63a-4b5e-884f-44b19b9d5151 req-e762e179-a0ec-46e0-8823-daa78ab688eb tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:55.596552 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-09c6cf10-f63a-4b5e-884f-44b19b9d5151 req-e762e179-a0ec-46e0-8823-daa78ab688eb tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 945 time: 0.1330955 Mar 08 12:10:55.620793 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for port (e975d454-490a-4f43-a881-cb63f56e1936), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.745850 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-09c6cf10-f63a-4b5e-884f-44b19b9d5151 req-c7eec00c-322a-4da4-8531-6eb401417e28 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129038 Mar 08 12:10:55.752629 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (e975d454-490a-4f43-a881-cb63f56e1936), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:55.798209 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:55.805618 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:55.809238 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:10:55.851493 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'Port': ['ID=e975d454-490a-4f43-a881-cb63f56e1936,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:56.099573 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8f3336-d54e-4caa-87f8-a4b4fa5f8815 None None] Network 5ca79715-c117-4307-b1d3-f8a94ab698dc requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:10:56.223853 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-25cc7163-a2f8-4433-8451-7ae2c046861a None None] Provisioning complete for port 88752d1f-7515-4740-96bd-590691a496be triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:56.224563 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-25cc7163-a2f8-4433-8451-7ae2c046861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (88752d1f-7515-4740-96bd-590691a496be), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.246281 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Publish callbacks [] for router_gateway (98d06743-3c2c-45d8-a44e-01a67cb84757), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.330003 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-64556817-d3da-4576-a978-a221eae26465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.341895 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-25cc7163-a2f8-4433-8451-7ae2c046861a None None] Current status of the port 88752d1f-7515-4740-96bd-590691a496be is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:56.342307 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-25cc7163-a2f8-4433-8451-7ae2c046861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (88752d1f-7515-4740-96bd-590691a496be), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.358728 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for floatingip (777ef727-525e-46cc-b166-a710bff3d2ef), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.390946 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-25cc7163-a2f8-4433-8451-7ae2c046861a None None] For port 88752d1f-7515-4740-96bd-590691a496be, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=88752d1f-7515-4740-96bd-590691a496be,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:56.470595 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-25cc7163-a2f8-4433-8451-7ae2c046861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (88752d1f-7515-4740-96bd-590691a496be), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.526885 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33075810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33063927'] for router (98d06743-3c2c-45d8-a44e-01a67cb84757), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.554465 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (e975d454-490a-4f43-a881-cb63f56e1936), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.557186 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc7163-a2f8-4433-8451-7ae2c046861a None None] Pushing event updated for resources: {'Port': ['ID=88752d1f-7515-4740-96bd-590691a496be,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:56.624776 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-b79a78f9-258a-4662-a05a-94911505eaf6 None None] Provisioning complete for port 88752d1f-7515-4740-96bd-590691a496be triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:56.625396 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-b79a78f9-258a-4662-a05a-94911505eaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (88752d1f-7515-4740-96bd-590691a496be), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.696679 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 88752d1f-7515-4740-96bd-590691a496be up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:56.795061 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for port (e975d454-490a-4f43-a881-cb63f56e1936), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.848957 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Router 98d06743-3c2c-45d8-a44e-01a67cb84757 is scheduled to L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f with binding_index 1 {{(pid=110508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:10:56.911722 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (e975d454-490a-4f43-a881-cb63f56e1936), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.941202 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-b79a78f9-258a-4662-a05a-94911505eaf6 None None] Current status of the port 88752d1f-7515-4740-96bd-590691a496be is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:56.948412 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 88752d1f-7515-4740-96bd-590691a496be triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:56.948796 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (88752d1f-7515-4740-96bd-590691a496be), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:56.973395 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:56.991544 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Sync routers for ids ['98d06743-3c2c-45d8-a44e-01a67cb84757'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:56.993976 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'Port': ['ID=e975d454-490a-4f43-a881-cb63f56e1936,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:57.002905 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (777ef727-525e-46cc-b166-a710bff3d2ef), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.016585 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Routers {'98d06743-3c2c-45d8-a44e-01a67cb84757'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:57.017379 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:10:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['98d06743-3c2c-45d8-a44e-01a67cb84757'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:57.054391 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.055767 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-eb467dca-fd5f-49e2-804d-231edf777447 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7198992 Mar 08 12:10:57.058830 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 54984) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:10:57.166609 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 88752d1f-7515-4740-96bd-590691a496be is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:57.178448 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Set router 98d06743-3c2c-45d8-a44e-01a67cb84757 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:57.196861 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Floating IP 777ef727-525e-46cc-b166-a710bff3d2ef associated. External IP: 172.27.1.126, port: 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a. Mar 08 12:10:57.208639 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 83ef8790-5cb3-4f12-becc-d312347f21a1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:10:57.417767 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 83ef8790-5cb3-4f12-becc-d312347f21a1 is: ACTIVE; New status is: DOWN {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:57.418163 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.448779 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:57.450938 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05eeda6c-d6d4-42e9-b58a-8b3aea9232e5" -d '{"events": [{"server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "name": "network-vif-unplugged", "status": "completed", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:57.466311 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 83ef8790-5cb3-4f12-becc-d312347f21a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=83ef8790-5cb3-4f12-becc-d312347f21a1,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:10:57.469002 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.487575 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:10:55Z', 'revision_number': 3, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port': {'id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:55Z', 'updated_at': '2022-03-08T12:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:57.523399 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102cc345-d9ca-4411-b226-353821ca9e92 x-openstack-request-id: req-102cc345-d9ca-4411-b226-353821ca9e92 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:57.523770 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "name": "network-vif-unplugged", "status": "failed", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1", "code": 422}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:57.523953 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-102cc345-d9ca-4411-b226-353821ca9e92 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:57.524385 dv-cinder-830085-2-iscsi neutron-server[110509]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'code': 422} returned with failed status Mar 08 12:10:57.525231 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Checking router: 98d06743-3c2c-45d8-a44e-01a67cb84757 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:57.525601 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Updating router 98d06743-3c2c-45d8-a44e-01a67cb84757 port e74a0bdf-5631-40bc-963e-234154491e19 binding host dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:10:57.529348 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.582370 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (e74a0bdf-5631-40bc-963e-234154491e19), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.637449 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=83ef8790-5cb3-4f12-becc-d312347f21a1,revision_number=8']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:57.855828 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:10:57.887085 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Publish callbacks [] for port (e74a0bdf-5631-40bc-963e-234154491e19), precommit_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:57.966584 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (e74a0bdf-5631-40bc-963e-234154491e19), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.022734 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Attempting to bind port e74a0bdf-5631-40bc-963e-234154491e19 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:10:58.023152 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Attempting to bind port e74a0bdf-5631-40bc-963e-234154491e19 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:10:58.023506 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Attempting to bind port e74a0bdf-5631-40bc-963e-234154491e19 on network 981964ec-6e66-47f5-aee6-03bea7be7d13 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:10:58.025593 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd62f77-fd33-44a0-a1a8-3459b99009d4 None None] Pushing event updated for resources: {'Port': ['ID=e74a0bdf-5631-40bc-963e-234154491e19,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:58.032175 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:10:58.039452 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Checking segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:10:58.039452 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.039452 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Bound using segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:10:58.039452 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Bound port: e74a0bdf-5631-40bc-963e-234154491e19, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:10:58.039452 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (e74a0bdf-5631-40bc-963e-234154491e19), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.062194 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:10:58.071757 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.076082 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdeb09-5bba-4b05-98d5-a440b386c67a None None] Sync routers for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:10:58.091298 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] For port e74a0bdf-5631-40bc-963e-234154491e19, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:10:58.092277 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acdeb09-5bba-4b05-98d5-a440b386c67a None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:58.093870 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-8acdeb09-5bba-4b05-98d5-a440b386c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:10:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:58.094655 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] For port e74a0bdf-5631-40bc-963e-234154491e19, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=e74a0bdf-5631-40bc-963e-234154491e19,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:10:58.158138 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (e74a0bdf-5631-40bc-963e-234154491e19), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.206656 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-8acdeb09-5bba-4b05-98d5-a440b386c67a None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:58.209788 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.214424 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Routers {'98d06743-3c2c-45d8-a44e-01a67cb84757'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:58.215060 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:10:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['98d06743-3c2c-45d8-a44e-01a67cb84757'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:58.264820 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd62f77-fd33-44a0-a1a8-3459b99009d4 None None] Pushing event updated for resources: {'Port': ['ID=e74a0bdf-5631-40bc-963e-234154491e19,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:58.272218 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-3e573006-ffb0-49b0-ab1d-b78ba4becc98 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4016554 Mar 08 12:10:58.276513 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16687e96-7601-42d6-a136-7208ce1e2fb2', 'tag': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:10:58.278834 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18153b20-da38-4df8-8cf8-da9d93b8acbb" -d '{"events": [{"name": "network-changed", "server_uuid": "16687e96-7601-42d6-a136-7208ce1e2fb2", "tag": "6e217cb5-ab2b-4162-bcf8-9c1ed017b16a"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:10:58.346451 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fed876-214d-4741-9d2a-f5b551b14b31 x-openstack-request-id: req-a0fed876-214d-4741-9d2a-f5b551b14b31 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:10:58.347049 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16687e96-7601-42d6-a136-7208ce1e2fb2", "tag": "6e217cb5-ab2b-4162-bcf8-9c1ed017b16a", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:10:58.347428 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0fed876-214d-4741-9d2a-f5b551b14b31 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:10:58.347943 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16687e96-7601-42d6-a136-7208ce1e2fb2', 'tag': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a', 'status': 'completed', 'code': 200} Mar 08 12:10:58.355403 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Allocated IP 172.20.0.1 (5ca79715-c117-4307-b1d3-f8a94ab698dc/cce1efbf-0de4-4681-afea-b6da3b85f735/5841b247-2b50-40cf-9cd5-95229e8db197) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:10:58.400267 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0a463-0b0c-4ada-8f6e-bbabf756ba7f req-8297e72d-fea4-4cbe-b0d1-c6ccf1dd4c7e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:58.404865 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] Set router 98d06743-3c2c-45d8-a44e-01a67cb84757 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:58.411027 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-78a0a463-0b0c-4ada-8f6e-bbabf756ba7f req-8297e72d-fea4-4cbe-b0d1-c6ccf1dd4c7e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.1650755 Mar 08 12:10:58.478534 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-78a0a463-0b0c-4ada-8f6e-bbabf756ba7f req-0c12b8d3-dc09-4e8e-a4e4-33c0d4578410 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657644 Mar 08 12:10:58.487608 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18153b20-da38-4df8-8cf8-da9d93b8acbb req-8582793c-3990-4ee2-baf5-46096c14346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:58.489284 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-18153b20-da38-4df8-8cf8-da9d93b8acbb req-8582793c-3990-4ee2-baf5-46096c14346a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 1130 time: 0.0983138 Mar 08 12:10:58.496630 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-8acdeb09-5bba-4b05-98d5-a440b386c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '777ef727-525e-46cc-b166-a710bff3d2ef', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:d9:10:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16687e96-7601-42d6-a136-7208ce1e2fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:56Z', 'updated_at': '2022-03-08T12:10:56Z', 'revision_number': 0, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:58.542219 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdeb09-5bba-4b05-98d5-a440b386c67a None None] Checking router: 792f01ae-cd5c-4d86-bc36-a5c0d6028539 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:10:58.552873 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acdeb09-5bba-4b05-98d5-a440b386c67a None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:10:58.554011 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-8acdeb09-5bba-4b05-98d5-a440b386c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:10:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:58.555630 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Publish callbacks [] for port (5841b247-2b50-40cf-9cd5-95229e8db197), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.582203 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-977be72d-45a2-4f9c-911c-24b8f5e53c7a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819600 Mar 08 12:10:58.657872 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 88752d1f-7515-4740-96bd-590691a496be up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:10:58.664033 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-5e9a457d-d003-42fe-8643-3723181102fe tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:58.665771 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-5e9a457d-d003-42fe-8643-3723181102fe tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports/83ef8790-5cb3-4f12-becc-d312347f21a1 HTTP/1.1" status: 200 len: 940 time: 0.0562656 Mar 08 12:10:58.696409 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18153b20-da38-4df8-8cf8-da9d93b8acbb req-135b7421-eeb1-43f1-a708-241be89704d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:58.697697 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-8acdeb09-5bba-4b05-98d5-a440b386c67a None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:10:58.698752 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-18153b20-da38-4df8-8cf8-da9d93b8acbb req-135b7421-eeb1-43f1-a708-241be89704d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 912 time: 0.1929119 Mar 08 12:10:58.717751 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:10:55Z', 'revision_number': 3, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port': {'id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:55Z', 'updated_at': '2022-03-08T12:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:58.757856 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.762980 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059b69b0-f87d-4ad5-9a8b-0694bfd8552f None None] The sync data for ids ['98d06743-3c2c-45d8-a44e-01a67cb84757'] in dv-cinder-830085-2-iscsi is: [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:10:55Z', 'revision_number': 3, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port': {'id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:55Z', 'updated_at': '2022-03-08T12:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:58.774749 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 88752d1f-7515-4740-96bd-590691a496be triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:58.775572 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (88752d1f-7515-4740-96bd-590691a496be), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.819732 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Pushing event updated for resources: {'Port': ['ID=5841b247-2b50-40cf-9cd5-95229e8db197,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:10:58.853998 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Network 5ca79715-c117-4307-b1d3-f8a94ab698dc is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:10:58.859941 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:10:58.866443 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:10:58.906102 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-18153b20-da38-4df8-8cf8-da9d93b8acbb req-2e928ca2-0480-48e5-8f29-a679f851df2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a HTTP/1.1" status: 200 len: 1000 time: 0.1980863 Mar 08 12:10:58.974024 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33066970'] for router_interface (98d06743-3c2c-45d8-a44e-01a67cb84757), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:58.996213 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 88752d1f-7515-4740-96bd-590691a496be is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:10:59.048930 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:59.054476 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18153b20-da38-4df8-8cf8-da9d93b8acbb req-e7535d84-77e7-4bf0-9659-7770c59599c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:59.054476 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-18153b20-da38-4df8-8cf8-da9d93b8acbb req-e7535d84-77e7-4bf0-9659-7770c59599c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b8a0334-137e-4ca7-8145-79c5e98e839a HTTP/1.1" status: 200 len: 850 time: 0.1375036 Mar 08 12:10:59.190254 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18153b20-da38-4df8-8cf8-da9d93b8acbb req-6a4a7fec-12b5-4020-a02a-ebc860557487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:59.241118 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-18153b20-da38-4df8-8cf8-da9d93b8acbb req-6a4a7fec-12b5-4020-a02a-ebc860557487 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3fc0b6-5937-41b0-aee4-61d2206408d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1729794 Mar 08 12:10:59.332090 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-8acdeb09-5bba-4b05-98d5-a440b386c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '777ef727-525e-46cc-b166-a710bff3d2ef', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:d9:10:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16687e96-7601-42d6-a136-7208ce1e2fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:56Z', 'updated_at': '2022-03-08T12:10:56Z', 'revision_number': 0, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:10:59.370499 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdeb09-5bba-4b05-98d5-a440b386c67a None None] The sync data for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi is: [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '777ef727-525e-46cc-b166-a710bff3d2ef', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:d9:10:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16687e96-7601-42d6-a136-7208ce1e2fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:10:56Z', 'updated_at': '2022-03-08T12:10:56Z', 'revision_number': 0, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:10:59.390985 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:59.417797 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-e4d970b9-7add-436b-b084-b4c587ecd876 None None] Provisioning complete for port 5841b247-2b50-40cf-9cd5-95229e8db197 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:10:59.419361 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-e4d970b9-7add-436b-b084-b4c587ecd876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:59.421012 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-18153b20-da38-4df8-8cf8-da9d93b8acbb req-730107c4-01c6-4d88-b0c0-40a48ac06983 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775928 Mar 08 12:10:59.476310 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-e4d970b9-7add-436b-b084-b4c587ecd876 None None] Port 5841b247-2b50-40cf-9cd5-95229e8db197 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:10:59.686937 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-18153b20-da38-4df8-8cf8-da9d93b8acbb req-50a213e8-7ead-4942-a44b-3738a0a900cc service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383974 Mar 08 12:10:59.729130 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e05096-355d-40a3-acaa-049abd16d831 req-40b14f36-6086-48c1-80d7-35b7a58c4fa3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:10:59.730145 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4109319-4801-4bcc-8ab7-045488fcdf77 None None] New status for floating IP 777ef727-525e-46cc-b166-a710bff3d2ef: ACTIVE {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:10:59.730693 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-91e05096-355d-40a3-acaa-049abd16d831 req-40b14f36-6086-48c1-80d7-35b7a58c4fa3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.1451509 Mar 08 12:10:59.841918 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Publish callbacks [] for port (5841b247-2b50-40cf-9cd5-95229e8db197), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:59.864366 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-91e05096-355d-40a3-acaa-049abd16d831 req-23c46506-5ac8-408b-a105-8c7425879194 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182365 Mar 08 12:10:59.914414 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:10:59.940394 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:00.015479 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Pushing event updated for resources: {'Port': ['ID=5841b247-2b50-40cf-9cd5-95229e8db197,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:00.017943 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33134963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33066934'] for router_interface (98d06743-3c2c-45d8-a44e-01a67cb84757), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:00.127424 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Network 5ca79715-c117-4307-b1d3-f8a94ab698dc is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:11:00.129073 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:00.257961 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Router 98d06743-3c2c-45d8-a44e-01a67cb84757 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:11:00.379500 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:11:00.384423 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-e2d41026-096f-4497-9d02-cadc6b5ffce1 admin admin] 10.222.0.44 "PUT /v2.0/routers/98d06743-3c2c-45d8-a44e-01a67cb84757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3244770 Mar 08 12:11:00.403018 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-fdee869c-da8a-45b7-a6bf-2cd438dcb835 None None] Provisioning complete for port 5841b247-2b50-40cf-9cd5-95229e8db197 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:00.403398 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-fdee869c-da8a-45b7-a6bf-2cd438dcb835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:00.438131 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-fdee869c-da8a-45b7-a6bf-2cd438dcb835 None None] Port 5841b247-2b50-40cf-9cd5-95229e8db197 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:11:00.480782 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-052f2696-94a2-4039-8f0a-4d858a19a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:00.482345 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-052f2696-94a2-4039-8f0a-4d858a19a273 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e&tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02 HTTP/1.1" status: 200 len: 1127 time: 0.0458162 Mar 08 12:11:00.583442 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-2d72fe6a-8002-48b9-a0ae-89c38440c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:00.585103 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-2d72fe6a-8002-48b9-a0ae-89c38440c04e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 1127 time: 0.0516920 Mar 08 12:11:00.636971 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device e74a0bdf-5631-40bc-963e-234154491e19 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:11:00.694915 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port e74a0bdf-5631-40bc-963e-234154491e19 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:00.695587 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (e74a0bdf-5631-40bc-963e-234154491e19), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:00.700322 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-a5e499a1-2a3b-4d38-a06c-2dde1ca156ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:00.701897 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-a5e499a1-2a3b-4d38-a06c-2dde1ca156ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 HTTP/1.1" status: 200 len: 918 time: 0.1103172 Mar 08 12:11:00.783090 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-d607c4d1-5063-4ab3-a0f7-ab822069f967 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ef8790-5cb3-4f12-becc-d312347f21a1 HTTP/1.1" status: 200 len: 999 time: 0.0742028 Mar 08 12:11:00.849048 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-1b1f30ea-04a3-47ec-937c-5684d3e6bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:00.850655 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-1b1f30ea-04a3-47ec-937c-5684d3e6bbe1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0881ec02-52c5-41f4-9bad-8258b28ec43f HTTP/1.1" status: 200 len: 856 time: 0.0592258 Mar 08 12:11:00.910130 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-abdd53c9-3a67-4b86-8fdf-70e4d14280c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:00.912548 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-abdd53c9-3a67-4b86-8fdf-70e4d14280c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558374 Mar 08 12:11:00.948874 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port e74a0bdf-5631-40bc-963e-234154491e19 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:00.949278 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (e74a0bdf-5631-40bc-963e-234154491e19), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:00.958027 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Sync routers for ids ['98d06743-3c2c-45d8-a44e-01a67cb84757'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:00.971475 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Routers {'98d06743-3c2c-45d8-a44e-01a67cb84757'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:00.972322 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:10:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['98d06743-3c2c-45d8-a44e-01a67cb84757'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:00.975674 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port e74a0bdf-5631-40bc-963e-234154491e19, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=e74a0bdf-5631-40bc-963e-234154491e19,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:01.016172 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e727087-e296-4d3c-8014-17949ddc1206 req-b1991690-8590-4292-82e3-7de0da54a2a3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:01.018488 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2e727087-e296-4d3c-8014-17949ddc1206 req-b1991690-8590-4292-82e3-7de0da54a2a3 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.0800440 Mar 08 12:11:01.037630 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (e74a0bdf-5631-40bc-963e-234154491e19), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.068702 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-7fb94e97-4d83-40ac-ad6e-e7a41d704fd1 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485901 Mar 08 12:11:01.099363 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2e727087-e296-4d3c-8014-17949ddc1206 req-09ac1b32-ac0e-4caf-88d1-4ca9f6bc4ce5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744987 Mar 08 12:11:01.103783 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Set router 98d06743-3c2c-45d8-a44e-01a67cb84757 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:01.123592 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=e74a0bdf-5631-40bc-963e-234154491e19,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:01.208632 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55038) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:01.213472 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1831711403-network', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:01.224586 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a197dce9-68fd-4ad9-a7d1-bec3caca5cdb req-6444267b-ce5d-464a-aeba-98169f29febc service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414223 Mar 08 12:11:01.311720 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Made reservation on behalf of e7395e3a09b045d483fe164bd012516c for: {'network': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:11:01.314477 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.324699 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.325692 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:10:59Z', 'revision_number': 4, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port': {'id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:55Z', 'updated_at': '2022-03-08T12:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '5841b247-2b50-40cf-9cd5-95229e8db197', 'name': '', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'mac_address': 'fa:16:3e:c3:fd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:58Z', 'updated_at': '2022-03-08T12:10:59Z', 'revision_number': 2, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'subnets': [{'id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:01.354003 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Checking router: 98d06743-3c2c-45d8-a44e-01a67cb84757 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:01.354362 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Updating router 98d06743-3c2c-45d8-a44e-01a67cb84757 port 5841b247-2b50-40cf-9cd5-95229e8db197 binding host dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:11:01.400159 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.424448 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Publish callbacks [] for security_group (b2dcd7c8-8b48-4222-aa7f-2942ab73f86f), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.437907 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.505769 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (b2dcd7c8-8b48-4222-aa7f-2942ab73f86f), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.527691 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=110507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:11:01.547582 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dcd7c8-8b48-4222-aa7f-2942ab73f86f,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:01.547582 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (97e60460-916b-4cdf-942b-d57b8d2a58b5), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.547766 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.segments_db [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Added segment 97e60460-916b-4cdf-942b-d57b8d2a58b5 of type vlan for network 3d325e5f-3274-48ca-b506-e9d1258d6cfc Mar 08 12:11:01.592938 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (3d325e5f-3274-48ca-b506-e9d1258d6cfc), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.693569 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Publish callbacks [] for port (5841b247-2b50-40cf-9cd5-95229e8db197), precommit_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.694972 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (3d325e5f-3274-48ca-b506-e9d1258d6cfc), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.696320 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:01.697004 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.760320 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] Pushing event updated for resources: {'Network': ['ID=3d325e5f-3274-48ca-b506-e9d1258d6cfc,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:01.771297 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network 3d325e5f-3274-48ca-b506-e9d1258d6cfc details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:11:01.797873 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.843794 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-4165963b-c264-4ff7-a3b5-7a5bbff5ba95 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6340373 Mar 08 12:11:01.846572 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55062) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:01.852331 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-e802c2b8-6bcf-4d2f-941f-a75b852a6ce3 admin admin] Request body: {'subnet': {'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1831711403-subnet', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'ip_version': 4}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:01.897024 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Pushing event updated for resources: {'Port': ['ID=5841b247-2b50-40cf-9cd5-95229e8db197,revision_number=3']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:01.925713 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:01.926127 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:01.926534 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:01.926886 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:01.927290 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:01.927634 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:01.928026 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:01.928305 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:01.928635 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:01.928986 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:01.929321 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:01.929650 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:01.929977 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:01.942755 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Attempting to bind port 5841b247-2b50-40cf-9cd5-95229e8db197 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:11:01.944123 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Attempting to bind port 5841b247-2b50-40cf-9cd5-95229e8db197 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc'}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:11:01.944123 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Attempting to bind port 5841b247-2b50-40cf-9cd5-95229e8db197 on network 5ca79715-c117-4307-b1d3-f8a94ab698dc {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:11:01.949690 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:11:01.950223 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Checking segment: {'id': 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:11:01.950682 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.951105 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Bound using segment: {'id': 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc'} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:11:01.951711 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Bound port: 5841b247-2b50-40cf-9cd5-95229e8db197, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc'}}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:11:01.951997 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:01.991868 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e802c2b8-6bcf-4d2f-941f-a75b852a6ce3 admin admin] Made reservation on behalf of e7395e3a09b045d483fe164bd012516c for: {'subnet': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:11:01.995099 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e802c2b8-6bcf-4d2f-941f-a75b852a6ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30256905'] for subnet (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.041078 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] For port 5841b247-2b50-40cf-9cd5-95229e8db197, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:11:02.045085 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] For port 5841b247-2b50-40cf-9cd5-95229e8db197, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=5841b247-2b50-40cf-9cd5-95229e8db197,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:11:02.152187 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.182042 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-2aee7219-1ed9-4040-92e2-d1d82e351690 None None] Provisioning complete for port 5841b247-2b50-40cf-9cd5-95229e8db197 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:02.183943 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2aee7219-1ed9-4040-92e2-d1d82e351690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.251354 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56cfe1-84c2-42d9-a477-7e321aa403fb None None] Pushing event updated for resources: {'Port': ['ID=5841b247-2b50-40cf-9cd5-95229e8db197,revision_number=4']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:02.274186 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Routers {'98d06743-3c2c-45d8-a44e-01a67cb84757'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:02.275294 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:10:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['98d06743-3c2c-45d8-a44e-01a67cb84757'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:02.295435 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0293f3-fea2-4c45-bf70-544e4054b182 req-13d42379-1551-4586-9529-cd4b4d2ca158 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:02.302631 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e0293f3-fea2-4c45-bf70-544e4054b182 req-13d42379-1551-4586-9529-cd4b4d2ca158 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.0967247 Mar 08 12:11:02.407332 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-2aee7219-1ed9-4040-92e2-d1d82e351690 None None] Current status of the port 5841b247-2b50-40cf-9cd5-95229e8db197 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:02.408060 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2aee7219-1ed9-4040-92e2-d1d82e351690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.411896 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7e0293f3-fea2-4c45-bf70-544e4054b182 req-8260d248-57f1-4778-967c-38e0d1552fe4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015124 Mar 08 12:11:02.462889 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-2aee7219-1ed9-4040-92e2-d1d82e351690 None None] For port 5841b247-2b50-40cf-9cd5-95229e8db197, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=5841b247-2b50-40cf-9cd5-95229e8db197,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:02.480094 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] Set router 98d06743-3c2c-45d8-a44e-01a67cb84757 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:02.539665 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2aee7219-1ed9-4040-92e2-d1d82e351690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.539858 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e802c2b8-6bcf-4d2f-941f-a75b852a6ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30549461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30256919'] for subnet (5830ba1d-e00a-4b01-bcc4-c3849e60ae35), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.726577 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device e74a0bdf-5631-40bc-963e-234154491e19 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:11:02.730519 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee7219-1ed9-4040-92e2-d1d82e351690 None None] Pushing event updated for resources: {'Port': ['ID=5841b247-2b50-40cf-9cd5-95229e8db197,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:02.732068 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802c2b8-6bcf-4d2f-941f-a75b852a6ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5830ba1d-e00a-4b01-bcc4-c3849e60ae35,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:02.737606 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e802c2b8-6bcf-4d2f-941f-a75b852a6ce3 admin admin] Checking segment: {'id': '97e60460-916b-4cdf-942b-d57b8d2a58b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:11:02.738041 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e802c2b8-6bcf-4d2f-941f-a75b852a6ce3 admin admin] Network hostable DHCP agents. Network: 3d325e5f-3274-48ca-b506-e9d1258d6cfc, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:11:02.767522 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-db3519f3-a2bc-4525-97d6-06075cb8f559 None None] Provisioning complete for port 5841b247-2b50-40cf-9cd5-95229e8db197 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:02.767911 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-db3519f3-a2bc-4525-97d6-06075cb8f559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.822115 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e802c2b8-6bcf-4d2f-941f-a75b852a6ce3 admin admin] Network 3d325e5f-3274-48ca-b506-e9d1258d6cfc is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:11:02.870306 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port e74a0bdf-5631-40bc-963e-234154491e19 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:02.870986 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (e74a0bdf-5631-40bc-963e-234154491e19), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:02.888292 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:10:59Z', 'revision_number': 4, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port': {'id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:55Z', 'updated_at': '2022-03-08T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '5841b247-2b50-40cf-9cd5-95229e8db197', 'name': '', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'mac_address': 'fa:16:3e:c3:fd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:58Z', 'updated_at': '2022-03-08T12:11:02Z', 'revision_number': 4, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'subnets': [{'id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:02.911623 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-db3519f3-a2bc-4525-97d6-06075cb8f559 None None] Current status of the port 5841b247-2b50-40cf-9cd5-95229e8db197 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:02.920175 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cf8b37-0586-43fa-87b6-82a2a0dd4dfc None None] The sync data for ids ['98d06743-3c2c-45d8-a44e-01a67cb84757'] in dv-cinder-830085-2-iscsi is: [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:10:59Z', 'revision_number': 4, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port': {'id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:55Z', 'updated_at': '2022-03-08T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '5841b247-2b50-40cf-9cd5-95229e8db197', 'name': '', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'mac_address': 'fa:16:3e:c3:fd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:58Z', 'updated_at': '2022-03-08T12:11:02Z', 'revision_number': 4, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'subnets': [{'id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:02.934249 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-e802c2b8-6bcf-4d2f-941f-a75b852a6ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, 3d325e5f-3274-48ca-b506-e9d1258d6cfc) {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:02.957797 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcadfb22-56ff-48e1-af38-ff5c450b3ff7 None None] Network 3d325e5f-3274-48ca-b506-e9d1258d6cfc requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:11:02.962939 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e802c2b8-6bcf-4d2f-941f-a75b852a6ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:02.965573 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e802c2b8-6bcf-4d2f-941f-a75b852a6ce3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.079718 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port e74a0bdf-5631-40bc-963e-234154491e19 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:03.156104 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-e802c2b8-6bcf-4d2f-941f-a75b852a6ce3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3058650 Mar 08 12:11:03.156724 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55076) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:03.162605 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1831711403-router', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:03.164602 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9edbfed6-1ad3-5ea8-a132-a097731b67f7-3d325e5f-3274-48ca-b506-e9d1258d6cfc', 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc', 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'fixed_ips': [{'subnet_id': '5830ba1d-e00a-4b01-bcc4-c3849e60ae35'}]}} from dv-cinder-830085-2-iscsi. {{(pid=110509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:11:03.167862 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.289229 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33078681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31816'] for router (3c09b5c1-e681-4d75-b205-56dcc56ac33f), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.290333 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33075817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33063898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33180591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31809'] for router (3c09b5c1-e681-4d75-b205-56dcc56ac33f), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.399733 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Publish callbacks [] for router_controller (3c09b5c1-e681-4d75-b205-56dcc56ac33f), precommit_add_association {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.421506 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.db_base_plugin_common [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Allocated IP 172.20.0.2 (3d325e5f-3274-48ca-b506-e9d1258d6cfc/5830ba1d-e00a-4b01-bcc4-c3849e60ae35/cee06e99-2a7b-440e-8c70-77dbcd7df416) {{(pid=110509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:11:03.653469 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Publish callbacks [] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), precommit_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.741883 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), after_create {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:03.869247 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Pushing event updated for resources: {'Port': ['ID=cee06e99-2a7b-440e-8c70-77dbcd7df416,revision_number=1']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:03.896607 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Network 3d325e5f-3274-48ca-b506-e9d1258d6cfc is already hosted by enough agents. {{(pid=110509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:11:03.898011 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.scheduler.base_scheduler [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Resources bound (agent type, host, resource id): {{(pid=110509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:03.901377 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Received port after_create {{(pid=110509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:11:04.057637 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Publish callbacks [] for router_gateway (3c09b5c1-e681-4d75-b205-56dcc56ac33f), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:04.058530 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Attempting to bind port cee06e99-2a7b-440e-8c70-77dbcd7df416 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:11:04.058887 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Attempting to bind port cee06e99-2a7b-440e-8c70-77dbcd7df416 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '97e60460-916b-4cdf-942b-d57b8d2a58b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:11:04.059412 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Attempting to bind port cee06e99-2a7b-440e-8c70-77dbcd7df416 on network 3d325e5f-3274-48ca-b506-e9d1258d6cfc {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:11:04.074403 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:11:04.074403 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Checking segment: {'id': '97e60460-916b-4cdf-942b-d57b8d2a58b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:11:04.074403 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:04.074403 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Bound using segment: {'id': '97e60460-916b-4cdf-942b-d57b8d2a58b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:11:04.074403 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Bound port: cee06e99-2a7b-440e-8c70-77dbcd7df416, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e60460-916b-4cdf-942b-d57b8d2a58b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:11:04.074403 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:04.086935 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17194f39-88ca-4983-9f5a-884bfdf9674a req-f35f0f75-b5b6-4f25-ba86-5607eae6c3f4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:04.089085 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-17194f39-88ca-4983-9f5a-884bfdf9674a req-f35f0f75-b5b6-4f25-ba86-5607eae6c3f4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.5840127 Mar 08 12:11:04.164960 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-17194f39-88ca-4983-9f5a-884bfdf9674a req-0cba191c-2bf2-42d3-8c99-b3d562f794e4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699234 Mar 08 12:11:04.261134 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-02954428-4100-40dc-bfec-883d813435f0 None None] For port cee06e99-2a7b-440e-8c70-77dbcd7df416, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:11:04.264757 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-02954428-4100-40dc-bfec-883d813435f0 None None] For port cee06e99-2a7b-440e-8c70-77dbcd7df416, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=cee06e99-2a7b-440e-8c70-77dbcd7df416,segment=NetworkSegment(97e60460-916b-4cdf-942b-d57b8d2a58b5),segment_id=97e60460-916b-4cdf-942b-d57b8d2a58b5)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:11:04.340906 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:04.441916 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02954428-4100-40dc-bfec-883d813435f0 None None] Pushing event updated for resources: {'Port': ['ID=cee06e99-2a7b-440e-8c70-77dbcd7df416,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:04.569839 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Publish callbacks [] for router_gateway (3c09b5c1-e681-4d75-b205-56dcc56ac33f), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:04.648180 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:04.787060 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 5841b247-2b50-40cf-9cd5-95229e8db197 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:11:04.927154 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Allocated IP 172.27.1.247 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/349477f0-2656-464c-98cd-0c7768e838bc) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:11:04.972207 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 5841b247-2b50-40cf-9cd5-95229e8db197 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:04.973549 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:05.048982 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:11:05.134594 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 5841b247-2b50-40cf-9cd5-95229e8db197 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:05.157199 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Publish callbacks [] for port (349477f0-2656-464c-98cd-0c7768e838bc), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:05.276578 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (349477f0-2656-464c-98cd-0c7768e838bc), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:05.372153 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:11:05.381773 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:05.384509 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:11:05.389197 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Pushing event updated for resources: {'Port': ['ID=349477f0-2656-464c-98cd-0c7768e838bc,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:05.464173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e2050-6f47-4736-bf80-e4ed8aab3b5f req-0c8eb1e8-870c-4b62-8ea6-0629acaf951d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:05.471475 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa3e2050-6f47-4736-bf80-e4ed8aab3b5f req-0c8eb1e8-870c-4b62-8ea6-0629acaf951d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.1506321 Mar 08 12:11:05.637004 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa3e2050-6f47-4736-bf80-e4ed8aab3b5f req-9ff4d6c2-cc44-4938-8734-aa75f232b474 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643336 Mar 08 12:11:05.912279 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Publish callbacks [] for router_gateway (3c09b5c1-e681-4d75-b205-56dcc56ac33f), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.013080 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4da1d14-ccc0-4bd1-8c0e-e90e1bd2a34d None None] Network 3d325e5f-3274-48ca-b506-e9d1258d6cfc requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:11:06.104736 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-1dbbee75-c3a3-46b7-892b-1491420297d7 None None] Provisioning complete for port cee06e99-2a7b-440e-8c70-77dbcd7df416 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:06.105118 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-1dbbee75-c3a3-46b7-892b-1491420297d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.271992 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-1dbbee75-c3a3-46b7-892b-1491420297d7 None None] Current status of the port cee06e99-2a7b-440e-8c70-77dbcd7df416 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:06.286598 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-1dbbee75-c3a3-46b7-892b-1491420297d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.286853 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33075810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33063927'] for router (3c09b5c1-e681-4d75-b205-56dcc56ac33f), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.356436 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-1dbbee75-c3a3-46b7-892b-1491420297d7 None None] For port cee06e99-2a7b-440e-8c70-77dbcd7df416, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=cee06e99-2a7b-440e-8c70-77dbcd7df416,segment=NetworkSegment(97e60460-916b-4cdf-942b-d57b8d2a58b5),segment_id=97e60460-916b-4cdf-942b-d57b8d2a58b5)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:06.518185 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-1dbbee75-c3a3-46b7-892b-1491420297d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.581289 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Router 3c09b5c1-e681-4d75-b205-56dcc56ac33f is scheduled to L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f with binding_index 1 {{(pid=110507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:11:06.595913 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbee75-c3a3-46b7-892b-1491420297d7 None None] Pushing event updated for resources: {'Port': ['ID=cee06e99-2a7b-440e-8c70-77dbcd7df416,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:06.645523 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-adb4bbc0-03a5-42eb-8f87-f324eff61fa0 None None] Provisioning complete for port cee06e99-2a7b-440e-8c70-77dbcd7df416 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:06.646248 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-adb4bbc0-03a5-42eb-8f87-f324eff61fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.786495 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-adb4bbc0-03a5-42eb-8f87-f324eff61fa0 None None] Current status of the port cee06e99-2a7b-440e-8c70-77dbcd7df416 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:06.791330 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device cee06e99-2a7b-440e-8c70-77dbcd7df416 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:11:06.820418 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:11:06.839924 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Sync routers for ids ['3c09b5c1-e681-4d75-b205-56dcc56ac33f'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:06.876878 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0963ee-21ba-40b0-9b62-8208908a3861 req-a384ac21-68bb-44d2-adeb-1ddbb100a500 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:06.879716 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1c0963ee-21ba-40b0-9b62-8208908a3861 req-a384ac21-68bb-44d2-adeb-1ddbb100a500 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.0955861 Mar 08 12:11:06.899658 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Routers {'3c09b5c1-e681-4d75-b205-56dcc56ac33f'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:06.900671 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:10:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['3c09b5c1-e681-4d75-b205-56dcc56ac33f'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:06.922781 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] Publish callbacks [] for router (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:06.922781 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-247b6dcc-6d10-4177-9573-6ece25bf65db admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7647383 Mar 08 12:11:06.929362 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55094) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:06.956859 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1c0963ee-21ba-40b0-9b62-8208908a3861 req-0bd53197-87a3-4f8a-ad42-11591c1bf273 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708523 Mar 08 12:11:06.960986 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port cee06e99-2a7b-440e-8c70-77dbcd7df416 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:06.961444 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.133297 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Set router 3c09b5c1-e681-4d75-b205-56dcc56ac33f gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:07.196954 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port cee06e99-2a7b-440e-8c70-77dbcd7df416 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:07.341989 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'name': 'tempest-TestShelveInstance-1831711403-router', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '349477f0-2656-464c-98cd-0c7768e838bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:03Z', 'updated_at': '2022-03-08T12:11:05Z', 'revision_number': 3, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'gw_port': {'id': '349477f0-2656-464c-98cd-0c7768e838bc', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:04Z', 'updated_at': '2022-03-08T12:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:07.375235 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Checking router: 3c09b5c1-e681-4d75-b205-56dcc56ac33f for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:07.375589 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Updating router 3c09b5c1-e681-4d75-b205-56dcc56ac33f port 349477f0-2656-464c-98cd-0c7768e838bc binding host dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:11:07.406616 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (349477f0-2656-464c-98cd-0c7768e838bc), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.477047 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.664146 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Allocated IP 172.20.0.1 (3d325e5f-3274-48ca-b506-e9d1258d6cfc/5830ba1d-e00a-4b01-bcc4-c3849e60ae35/79d3053f-22db-4d42-8ef3-8a31be476793) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:11:07.788666 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Publish callbacks [] for port (79d3053f-22db-4d42-8ef3-8a31be476793), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.838181 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Publish callbacks [] for port (349477f0-2656-464c-98cd-0c7768e838bc), precommit_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.889518 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.917589 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (349477f0-2656-464c-98cd-0c7768e838bc), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:07.926583 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Network 3d325e5f-3274-48ca-b506-e9d1258d6cfc is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:11:07.930687 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:07.965292 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:11:07.983203 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Pushing event updated for resources: {'Port': ['ID=79d3053f-22db-4d42-8ef3-8a31be476793,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:08.012787 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33066970'] for router_interface (3c09b5c1-e681-4d75-b205-56dcc56ac33f), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.047281 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Attempting to bind port 349477f0-2656-464c-98cd-0c7768e838bc on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:11:08.047953 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Attempting to bind port 349477f0-2656-464c-98cd-0c7768e838bc by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:11:08.048501 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Attempting to bind port 349477f0-2656-464c-98cd-0c7768e838bc on network 981964ec-6e66-47f5-aee6-03bea7be7d13 {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:11:08.056011 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:11:08.057013 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Checking segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:11:08.071272 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.072154 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Bound using segment: {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'} {{(pid=110509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:11:08.073648 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.managers [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Bound port: 349477f0-2656-464c-98cd-0c7768e838bc, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2a20f3-46d5-445f-913c-932027c514cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13'}}] {{(pid=110509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:11:08.079553 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (349477f0-2656-464c-98cd-0c7768e838bc), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.110347 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c79dd8-7bdd-4041-aeef-72a5e6d2d8f4 None None] Pushing event updated for resources: {'Port': ['ID=349477f0-2656-464c-98cd-0c7768e838bc,revision_number=2']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:08.173448 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] For port 349477f0-2656-464c-98cd-0c7768e838bc, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:11:08.187832 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] For port 349477f0-2656-464c-98cd-0c7768e838bc, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=349477f0-2656-464c-98cd-0c7768e838bc,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:11:08.206609 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ca520-644c-4c9e-9c44-a3814e1f95dd req-acde8db6-8ee2-47e6-bfa9-cf2145e505df tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:08.214746 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-335ca520-644c-4c9e-9c44-a3814e1f95dd req-acde8db6-8ee2-47e6-bfa9-cf2145e505df tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.1199141 Mar 08 12:11:08.286959 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-335ca520-644c-4c9e-9c44-a3814e1f95dd req-bb109035-2ff6-4f41-8e8f-5ca357927f29 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712228 Mar 08 12:11:08.300908 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (349477f0-2656-464c-98cd-0c7768e838bc), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.377478 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.435563 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Routers {'3c09b5c1-e681-4d75-b205-56dcc56ac33f'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:08.436585 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:10:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['3c09b5c1-e681-4d75-b205-56dcc56ac33f'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:08.522999 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c79dd8-7bdd-4041-aeef-72a5e6d2d8f4 None None] Pushing event updated for resources: {'Port': ['ID=349477f0-2656-464c-98cd-0c7768e838bc,revision_number=3']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:08.556309 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-df4ecef3-9e11-4e11-927e-0b88ddb1b66e None None] Provisioning complete for port 79d3053f-22db-4d42-8ef3-8a31be476793 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:08.556807 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-df4ecef3-9e11-4e11-927e-0b88ddb1b66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.625216 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Publish callbacks [] for port (79d3053f-22db-4d42-8ef3-8a31be476793), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.667571 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device cee06e99-2a7b-440e-8c70-77dbcd7df416 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:11:08.688999 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30227992'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.739157 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-df4ecef3-9e11-4e11-927e-0b88ddb1b66e None None] Port 79d3053f-22db-4d42-8ef3-8a31be476793 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:11:08.761244 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33134963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33066934'] for router_interface (3c09b5c1-e681-4d75-b205-56dcc56ac33f), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.775792 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Pushing event updated for resources: {'Port': ['ID=79d3053f-22db-4d42-8ef3-8a31be476793,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:08.776459 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] Set router 3c09b5c1-e681-4d75-b205-56dcc56ac33f gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:08.886087 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port cee06e99-2a7b-440e-8c70-77dbcd7df416 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:08.886483 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:08.897072 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Network 3d325e5f-3274-48ca-b506-e9d1258d6cfc is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:11:08.899061 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:09.110795 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Router 3c09b5c1-e681-4d75-b205-56dcc56ac33f has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:11:09.135301 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port cee06e99-2a7b-440e-8c70-77dbcd7df416 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:09.168423 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'name': 'tempest-TestShelveInstance-1831711403-router', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '349477f0-2656-464c-98cd-0c7768e838bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:03Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 4, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'gw_port': {'id': '349477f0-2656-464c-98cd-0c7768e838bc', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:04Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '79d3053f-22db-4d42-8ef3-8a31be476793', 'name': '', 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'mac_address': 'fa:16:3e:7d:18:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5830ba1d-e00a-4b01-bcc4-c3849e60ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:07Z', 'updated_at': '2022-03-08T12:11:07Z', 'revision_number': 1, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'subnets': [{'id': '5830ba1d-e00a-4b01-bcc4-c3849e60ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:09.201489 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac9b642-86f2-436c-9296-76e8228c87fb None None] The sync data for ids ['3c09b5c1-e681-4d75-b205-56dcc56ac33f'] in dv-cinder-830085-2-iscsi is: [{'id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'name': 'tempest-TestShelveInstance-1831711403-router', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '349477f0-2656-464c-98cd-0c7768e838bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:03Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 4, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'gw_port': {'id': '349477f0-2656-464c-98cd-0c7768e838bc', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:04Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '79d3053f-22db-4d42-8ef3-8a31be476793', 'name': '', 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'mac_address': 'fa:16:3e:7d:18:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5830ba1d-e00a-4b01-bcc4-c3849e60ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:07Z', 'updated_at': '2022-03-08T12:11:07Z', 'revision_number': 1, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'subnets': [{'id': '5830ba1d-e00a-4b01-bcc4-c3849e60ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:09.266783 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-c26fdf04-fba0-4405-8c61-6fd8ff39d4d0 None None] Provisioning complete for port 79d3053f-22db-4d42-8ef3-8a31be476793 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:09.267594 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-c26fdf04-fba0-4405-8c61-6fd8ff39d4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:09.273466 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:11:09.279158 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-e1b6eebc-217b-4acd-a1b3-fd7b7680688f admin admin] 10.222.0.44 "PUT /v2.0/routers/3c09b5c1-e681-4d75-b205-56dcc56ac33f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3505039 Mar 08 12:11:09.312166 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-c26fdf04-fba0-4405-8c61-6fd8ff39d4d0 None None] Port 79d3053f-22db-4d42-8ef3-8a31be476793 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:11:09.461815 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d471b85-82b7-4e5f-b75b-4e8d99531d75 req-c255c768-ea0d-4246-9a41-10a53fc7efee tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:09.463337 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5d471b85-82b7-4e5f-b75b-4e8d99531d75 req-c255c768-ea0d-4246-9a41-10a53fc7efee tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.0735893 Mar 08 12:11:09.519175 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5d471b85-82b7-4e5f-b75b-4e8d99531d75 req-4aaa44a8-2e31-4ee8-897b-1cd7b91da6ff tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498414 Mar 08 12:11:10.024283 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55110) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:10.029276 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-ff205485-04b9-49a8-b975-f4a5d5650660 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397349918', 'description': 'tempest-secgroup-smoke-397349918 description', 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:10.186285 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ff205485-04b9-49a8-b975-f4a5d5650660 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:10.282635 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ff205485-04b9-49a8-b975-f4a5d5650660 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group (dd7126cc-df73-44d6-a4df-b13ce908fc59), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:10.351857 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ff205485-04b9-49a8-b975-f4a5d5650660 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (dd7126cc-df73-44d6-a4df-b13ce908fc59), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:10.385827 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff205485-04b9-49a8-b975-f4a5d5650660 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7126cc-df73-44d6-a4df-b13ce908fc59,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:10.466001 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ff205485-04b9-49a8-b975-f4a5d5650660 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:10.467536 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-ff205485-04b9-49a8-b975-f4a5d5650660 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4420717 Mar 08 12:11:10.470449 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55112) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:10.475932 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-647baced-ac5c-47b3-bb60-cc410c047aa6 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Request body: {'security_group_rule': {'security_group_id': 'dd7126cc-df73-44d6-a4df-b13ce908fc59', 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:10.591998 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-647baced-ac5c-47b3-bb60-cc410c047aa6 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (34bd9057-c293-41b5-81e3-447d8b38564e), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:10.733817 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-647baced-ac5c-47b3-bb60-cc410c047aa6 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (34bd9057-c293-41b5-81e3-447d8b38564e), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:10.747136 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a28ab-65fb-4ef0-8723-637ac1a1dd9a req-8a1e6c67-b567-48d6-8fdb-0b6b5f2816f4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:10.753622 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e79a28ab-65fb-4ef0-8723-637ac1a1dd9a req-8a1e6c67-b567-48d6-8fdb-0b6b5f2816f4 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.0993998 Mar 08 12:11:10.802084 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-647baced-ac5c-47b3-bb60-cc410c047aa6 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (34bd9057-c293-41b5-81e3-447d8b38564e), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:10.840396 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647baced-ac5c-47b3-bb60-cc410c047aa6 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bd9057-c293-41b5-81e3-447d8b38564e,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:10.852563 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e79a28ab-65fb-4ef0-8723-637ac1a1dd9a req-7e9b36d7-7b39-4b18-bc64-aa2817a2633e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893884 Mar 08 12:11:10.951565 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-647baced-ac5c-47b3-bb60-cc410c047aa6 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:10.953155 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-647baced-ac5c-47b3-bb60-cc410c047aa6 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4810476 Mar 08 12:11:10.955930 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55118) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:10.961020 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-fc816dd1-ac08-49be-ba71-00378fe5b65a tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Request body: {'security_group_rule': {'security_group_id': 'dd7126cc-df73-44d6-a4df-b13ce908fc59', 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:11.230057 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fc816dd1-ac08-49be-ba71-00378fe5b65a tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (095959dc-cf0f-444d-8d8b-8fd865dfac4e), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:11.328197 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fc816dd1-ac08-49be-ba71-00378fe5b65a tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (095959dc-cf0f-444d-8d8b-8fd865dfac4e), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:11.397199 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fc816dd1-ac08-49be-ba71-00378fe5b65a tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (095959dc-cf0f-444d-8d8b-8fd865dfac4e), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:11.421294 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc816dd1-ac08-49be-ba71-00378fe5b65a tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095959dc-cf0f-444d-8d8b-8fd865dfac4e,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:11.496468 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fc816dd1-ac08-49be-ba71-00378fe5b65a tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:11.497876 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-fc816dd1-ac08-49be-ba71-00378fe5b65a tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5406291 Mar 08 12:11:11.500648 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55120) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:11.505477 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-2c5e1b56-a836-4073-b7ca-8d33d7ae0803 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Request body: {'security_group_rule': {'security_group_id': 'dd7126cc-df73-44d6-a4df-b13ce908fc59', 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:11.622970 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2c5e1b56-a836-4073-b7ca-8d33d7ae0803 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (49432d07-db38-4b83-9668-44313c97dfda), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:11.684762 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2c5e1b56-a836-4073-b7ca-8d33d7ae0803 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (49432d07-db38-4b83-9668-44313c97dfda), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:11.761023 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2c5e1b56-a836-4073-b7ca-8d33d7ae0803 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (49432d07-db38-4b83-9668-44313c97dfda), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:11.783793 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e1b56-a836-4073-b7ca-8d33d7ae0803 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49432d07-db38-4b83-9668-44313c97dfda,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:11.871198 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2c5e1b56-a836-4073-b7ca-8d33d7ae0803 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:11.873470 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-2c5e1b56-a836-4073-b7ca-8d33d7ae0803 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3708434 Mar 08 12:11:11.875342 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55122) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:11.880237 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-1e857f8f-cdf9-4a74-80a4-3074c07347b7 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Request body: {'security_group_rule': {'security_group_id': 'dd7126cc-df73-44d6-a4df-b13ce908fc59', 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:11.997637 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704e070-5a46-4f1f-80e5-d9a7702f6260 req-83608cc7-ff2d-4d8c-8c31-63941b8537ab tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:12.000373 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b704e070-5a46-4f1f-80e5-d9a7702f6260 req-83608cc7-ff2d-4d8c-8c31-63941b8537ab tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.0684235 Mar 08 12:11:12.015429 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1e857f8f-cdf9-4a74-80a4-3074c07347b7 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (57580bf6-d638-4638-a0b2-32f8f3ee289f), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.085009 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b704e070-5a46-4f1f-80e5-d9a7702f6260 req-b4bb65b7-e0b0-496e-89b8-cc154a8f7de6 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775723 Mar 08 12:11:12.096726 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1e857f8f-cdf9-4a74-80a4-3074c07347b7 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (57580bf6-d638-4638-a0b2-32f8f3ee289f), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.151750 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1e857f8f-cdf9-4a74-80a4-3074c07347b7 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (57580bf6-d638-4638-a0b2-32f8f3ee289f), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.172367 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e857f8f-cdf9-4a74-80a4-3074c07347b7 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57580bf6-d638-4638-a0b2-32f8f3ee289f,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:12.245285 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1e857f8f-cdf9-4a74-80a4-3074c07347b7 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.246783 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-1e857f8f-cdf9-4a74-80a4-3074c07347b7 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3704691 Mar 08 12:11:12.249575 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55128) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:12.254507 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-1579e948-750c-4fd5-9db2-2978803fcd8c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Request body: {'security_group_rule': {'security_group_id': 'dd7126cc-df73-44d6-a4df-b13ce908fc59', 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:12.266772 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Sync routers for ids ['3c09b5c1-e681-4d75-b205-56dcc56ac33f'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:12.279160 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Routers {'3c09b5c1-e681-4d75-b205-56dcc56ac33f'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:12.279881 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:10:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['3c09b5c1-e681-4d75-b205-56dcc56ac33f'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:12.354730 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.securitygroups_db [None req-1579e948-750c-4fd5-9db2-2978803fcd8c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Project a6b7a4b1f8e5496e8e8db27bdbcd6dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:11:12.360134 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1579e948-750c-4fd5-9db2-2978803fcd8c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (33fd3a1f-0dbb-42aa-b27c-3e39213b32bc), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.392676 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Set router 3c09b5c1-e681-4d75-b205-56dcc56ac33f gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:12.427110 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1579e948-750c-4fd5-9db2-2978803fcd8c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (33fd3a1f-0dbb-42aa-b27c-3e39213b32bc), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.486734 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1579e948-750c-4fd5-9db2-2978803fcd8c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (33fd3a1f-0dbb-42aa-b27c-3e39213b32bc), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.508694 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579e948-750c-4fd5-9db2-2978803fcd8c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fd3a1f-0dbb-42aa-b27c-3e39213b32bc,revision_number=0']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:12.592977 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-1579e948-750c-4fd5-9db2-2978803fcd8c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.597045 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-1579e948-750c-4fd5-9db2-2978803fcd8c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3439229 Mar 08 12:11:12.601056 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55134) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:12.602640 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-ebf5e5ab-3241-4afd-b765-8b403e58456b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Request body: {'security_group_rule': {'security_group_id': 'dd7126cc-df73-44d6-a4df-b13ce908fc59', 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:12.682345 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 349477f0-2656-464c-98cd-0c7768e838bc up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:11:12.710875 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'name': 'tempest-TestShelveInstance-1831711403-router', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '349477f0-2656-464c-98cd-0c7768e838bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:03Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 4, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'gw_port': {'id': '349477f0-2656-464c-98cd-0c7768e838bc', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:04Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '79d3053f-22db-4d42-8ef3-8a31be476793', 'name': '', 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'mac_address': 'fa:16:3e:7d:18:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5830ba1d-e00a-4b01-bcc4-c3849e60ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:07Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 2, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'subnets': [{'id': '5830ba1d-e00a-4b01-bcc4-c3849e60ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:12.732384 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.securitygroups_db [None req-ebf5e5ab-3241-4afd-b765-8b403e58456b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Project a6b7a4b1f8e5496e8e8db27bdbcd6dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:11:12.735626 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 349477f0-2656-464c-98cd-0c7768e838bc triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:12.736678 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (349477f0-2656-464c-98cd-0c7768e838bc), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.737863 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e5ab-3241-4afd-b765-8b403e58456b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (1ecb945e-603a-439e-8b48-03377cbf7a63), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.738941 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Checking router: 3c09b5c1-e681-4d75-b205-56dcc56ac33f for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:12.739335 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Updating router 3c09b5c1-e681-4d75-b205-56dcc56ac33f port 79d3053f-22db-4d42-8ef3-8a31be476793 binding host dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:11:12.772177 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.805418 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e5ab-3241-4afd-b765-8b403e58456b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (1ecb945e-603a-439e-8b48-03377cbf7a63), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.831783 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 349477f0-2656-464c-98cd-0c7768e838bc is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:12.832179 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (349477f0-2656-464c-98cd-0c7768e838bc), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.854146 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] For port 349477f0-2656-464c-98cd-0c7768e838bc, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=349477f0-2656-464c-98cd-0c7768e838bc,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:12.906235 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e5ab-3241-4afd-b765-8b403e58456b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179428'] for security_group_rule (1ecb945e-603a-439e-8b48-03377cbf7a63), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:12.927188 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5e5ab-3241-4afd-b765-8b403e58456b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecb945e-603a-439e-8b48-03377cbf7a63,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:12.949738 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (349477f0-2656-464c-98cd-0c7768e838bc), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:13.013784 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Pushing event updated for resources: {'Port': ['ID=349477f0-2656-464c-98cd-0c7768e838bc,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:13.034978 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e5ab-3241-4afd-b765-8b403e58456b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:13.037184 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-ebf5e5ab-3241-4afd-b765-8b403e58456b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4383578 Mar 08 12:11:13.068233 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Publish callbacks [] for port (79d3053f-22db-4d42-8ef3-8a31be476793), precommit_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:13.168801 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:13.247001 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2b8b8-5cb9-40ea-85ed-047168498fb8 req-f1ec6292-8ec2-404c-bf8c-dc023f0bd971 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:13.249151 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9cb2b8b8-5cb9-40ea-85ed-047168498fb8 req-f1ec6292-8ec2-404c-bf8c-dc023f0bd971 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.0870788 Mar 08 12:11:13.278230 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07df51-da92-498e-a4f5-b45e6f2224ab None None] Pushing event updated for resources: {'Port': ['ID=79d3053f-22db-4d42-8ef3-8a31be476793,revision_number=3']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:13.290630 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Attempting to bind port 79d3053f-22db-4d42-8ef3-8a31be476793 on host dv-cinder-830085-2-iscsi for vnic_type normal with profile {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:11:13.291010 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Attempting to bind port 79d3053f-22db-4d42-8ef3-8a31be476793 by drivers openvswitch,hyperv on host dv-cinder-830085-2-iscsi at level 0 using segments [{'id': '97e60460-916b-4cdf-942b-d57b8d2a58b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc'}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:11:13.291402 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Attempting to bind port 79d3053f-22db-4d42-8ef3-8a31be476793 on network 3d325e5f-3274-48ca-b506-e9d1258d6cfc {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:11:13.301445 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Checking agent: {'id': '11148200-f1db-41ff-9628-5270cdeb5159', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 56), 'started_at': datetime.datetime(2022, 3, 8, 11, 56, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:11:13.301830 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Checking segment: {'id': '97e60460-916b-4cdf-942b-d57b8d2a58b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:11:13.302238 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:13.302634 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Bound using segment: {'id': '97e60460-916b-4cdf-942b-d57b8d2a58b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc'} {{(pid=110510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:11:13.303148 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.managers [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Bound port: 79d3053f-22db-4d42-8ef3-8a31be476793, host: dv-cinder-830085-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e60460-916b-4cdf-942b-d57b8d2a58b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc'}}] {{(pid=110510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:11:13.303529 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), before_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:13.326928 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9cb2b8b8-5cb9-40ea-85ed-047168498fb8 req-609e7165-d676-40dd-89a2-93572c900b9e tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721436 Mar 08 12:11:13.376991 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] For port 79d3053f-22db-4d42-8ef3-8a31be476793, host dv-cinder-830085-2-iscsi, cleared binding levels {{(pid=110510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:11:13.381179 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.plugins.ml2.db [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] For port 79d3053f-22db-4d42-8ef3-8a31be476793, host dv-cinder-830085-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=79d3053f-22db-4d42-8ef3-8a31be476793,segment=NetworkSegment(97e60460-916b-4cdf-942b-d57b8d2a58b5),segment_id=97e60460-916b-4cdf-942b-d57b8d2a58b5)] {{(pid=110510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:11:13.459926 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-af3d1ef6-edee-4919-aa8e-2c9a036ae04a None None] Provisioning complete for port 79d3053f-22db-4d42-8ef3-8a31be476793 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:13.460225 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-af3d1ef6-edee-4919-aa8e-2c9a036ae04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:13.493045 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-af3d1ef6-edee-4919-aa8e-2c9a036ae04a None None] Port 79d3053f-22db-4d42-8ef3-8a31be476793 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:11:13.494877 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron_lib.callbacks.manager [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), after_update {{(pid=110510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:13.555368 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Routers {'3c09b5c1-e681-4d75-b205-56dcc56ac33f'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:13.556084 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:10:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['3c09b5c1-e681-4d75-b205-56dcc56ac33f'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:13.598263 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07df51-da92-498e-a4f5-b45e6f2224ab None None] Pushing event updated for resources: {'Port': ['ID=79d3053f-22db-4d42-8ef3-8a31be476793,revision_number=4']} {{(pid=110510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:13.697661 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] Set router 3c09b5c1-e681-4d75-b205-56dcc56ac33f gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:13.813791 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-93c4215f-d1d7-4c21-8a94-ba814b8b0560 None None] Provisioning complete for port 79d3053f-22db-4d42-8ef3-8a31be476793 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:13.814367 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-93c4215f-d1d7-4c21-8a94-ba814b8b0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:13.900652 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-93c4215f-d1d7-4c21-8a94-ba814b8b0560 None None] Current status of the port 79d3053f-22db-4d42-8ef3-8a31be476793 is: DOWN; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:13.901081 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-93c4215f-d1d7-4c21-8a94-ba814b8b0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:13.909825 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'name': 'tempest-TestShelveInstance-1831711403-router', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '349477f0-2656-464c-98cd-0c7768e838bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:03Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 4, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'gw_port': {'id': '349477f0-2656-464c-98cd-0c7768e838bc', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:04Z', 'updated_at': '2022-03-08T12:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '79d3053f-22db-4d42-8ef3-8a31be476793', 'name': '', 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'mac_address': 'fa:16:3e:7d:18:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5830ba1d-e00a-4b01-bcc4-c3849e60ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:07Z', 'updated_at': '2022-03-08T12:11:13Z', 'revision_number': 4, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'subnets': [{'id': '5830ba1d-e00a-4b01-bcc4-c3849e60ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:13.938742 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-93c4215f-d1d7-4c21-8a94-ba814b8b0560 None None] For port 79d3053f-22db-4d42-8ef3-8a31be476793, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=79d3053f-22db-4d42-8ef3-8a31be476793,segment=NetworkSegment(97e60460-916b-4cdf-942b-d57b8d2a58b5),segment_id=97e60460-916b-4cdf-942b-d57b8d2a58b5)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:13.942782 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ce461-5508-474d-bfce-547da56d406f None None] The sync data for ids ['3c09b5c1-e681-4d75-b205-56dcc56ac33f'] in dv-cinder-830085-2-iscsi is: [{'id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'name': 'tempest-TestShelveInstance-1831711403-router', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '349477f0-2656-464c-98cd-0c7768e838bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:03Z', 'updated_at': '2022-03-08T12:11:08Z', 'revision_number': 4, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'gw_port': {'id': '349477f0-2656-464c-98cd-0c7768e838bc', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:04Z', 'updated_at': '2022-03-08T12:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '79d3053f-22db-4d42-8ef3-8a31be476793', 'name': '', 'network_id': '3d325e5f-3274-48ca-b506-e9d1258d6cfc', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'mac_address': 'fa:16:3e:7d:18:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5830ba1d-e00a-4b01-bcc4-c3849e60ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:07Z', 'updated_at': '2022-03-08T12:11:13Z', 'revision_number': 4, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'subnets': [{'id': '5830ba1d-e00a-4b01-bcc4-c3849e60ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:14.043411 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-93c4215f-d1d7-4c21-8a94-ba814b8b0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:14.095233 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4215f-d1d7-4c21-8a94-ba814b8b0560 None None] Pushing event updated for resources: {'Port': ['ID=79d3053f-22db-4d42-8ef3-8a31be476793,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:14.464081 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9ecd9-af01-47b0-a1cd-33b82596950f req-53375ffc-b7d5-43e3-87c0-1df94d27cc0a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:14.465613 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-99b9ecd9-af01-47b0-a1cd-33b82596950f req-53375ffc-b7d5-43e3-87c0-1df94d27cc0a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 943 time: 0.0583463 Mar 08 12:11:14.520206 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-99b9ecd9-af01-47b0-a1cd-33b82596950f req-e068fba8-2b6d-4888-8837-748c543c116d tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490406 Mar 08 12:11:14.654155 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 349477f0-2656-464c-98cd-0c7768e838bc up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:11:14.701684 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 349477f0-2656-464c-98cd-0c7768e838bc triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:14.702059 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (349477f0-2656-464c-98cd-0c7768e838bc), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:14.790915 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 349477f0-2656-464c-98cd-0c7768e838bc is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:14.792111 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 79d3053f-22db-4d42-8ef3-8a31be476793 up at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:11:14.846662 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Provisioning complete for port 79d3053f-22db-4d42-8ef3-8a31be476793 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:14.847571 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:14.932387 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port 79d3053f-22db-4d42-8ef3-8a31be476793 is: ACTIVE; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:15.252790 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 83ef8790-5cb3-4f12-becc-d312347f21a1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:11:15.352200 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 83ef8790-5cb3-4f12-becc-d312347f21a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=83ef8790-5cb3-4f12-becc-d312347f21a1,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:15.362786 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'port_id': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'mac_address': 'fa:16:3e:dc:9e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:11:15.405035 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 83ef8790-5cb3-4f12-becc-d312347f21a1 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:15.405438 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:15.419256 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ef8790-5cb3-4f12-becc-d312347f21a1 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:11:15.439015 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 83ef8790-5cb3-4f12-becc-d312347f21a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=83ef8790-5cb3-4f12-becc-d312347f21a1,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:15.526390 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:15.577835 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=83ef8790-5cb3-4f12-becc-d312347f21a1,revision_number=9']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:15.657908 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f420660-187f-4e1f-98cd-519389101672 req-24f8b39e-4803-4ffa-8f1f-b1a91eec69f7 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:15.659462 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2f420660-187f-4e1f-98cd-519389101672 req-24f8b39e-4803-4ffa-8f1f-b1a91eec69f7 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 944 time: 0.0569527 Mar 08 12:11:15.708292 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2f420660-187f-4e1f-98cd-519389101672 req-77b95f0a-145f-455d-a1ec-3bdf49ebf4fb tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418203 Mar 08 12:11:15.893732 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['83ef8790-5cb3-4f12-becc-d312347f21a1'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:11:16.870622 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4d98-a038-427f-9df0-7cd7362053ac req-a2a81e78-acbd-4ea2-a843-1c4b0dd80542 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:16.870622 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4fad4d98-a038-427f-9df0-7cd7362053ac req-a2a81e78-acbd-4ea2-a843-1c4b0dd80542 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 944 time: 0.0564814 Mar 08 12:11:16.895088 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4fad4d98-a038-427f-9df0-7cd7362053ac req-bfa32441-9938-4b2c-bf27-18f01a1373b0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474372 Mar 08 12:11:17.264424 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 83ef8790-5cb3-4f12-becc-d312347f21a1 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:11:17.310087 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 83ef8790-5cb3-4f12-becc-d312347f21a1 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:17.310465 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:17.390258 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 83ef8790-5cb3-4f12-becc-d312347f21a1 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:17.390647 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:17.413732 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:17.415943 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64e5eda-dd8b-4555-9201-b494fcd6603b" -d '{"events": [{"server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "name": "network-vif-plugged", "status": "completed", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:11:17.427620 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 83ef8790-5cb3-4f12-becc-d312347f21a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=83ef8790-5cb3-4f12-becc-d312347f21a1,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:17.452668 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebae375a-bbc0-4fbe-8b3d-fa15d9d3e93e x-openstack-request-id: req-ebae375a-bbc0-4fbe-8b3d-fa15d9d3e93e {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:11:17.453243 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "name": "network-vif-plugged", "status": "completed", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:11:17.453562 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebae375a-bbc0-4fbe-8b3d-fa15d9d3e93e {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:11:17.453998 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'code': 200} Mar 08 12:11:17.543557 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:17.593312 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=83ef8790-5cb3-4f12-becc-d312347f21a1,revision_number=10']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:17.932995 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9667096-22e1-4fb1-ae07-140f0f84560d req-51cb07a8-47fe-49bb-a2d8-4300a7a52553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:17.934516 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f9667096-22e1-4fb1-ae07-140f0f84560d req-51cb07a8-47fe-49bb-a2d8-4300a7a52553 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 1130 time: 0.0448186 Mar 08 12:11:17.985783 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f9667096-22e1-4fb1-ae07-140f0f84560d req-01580de5-6d1d-420f-b0b6-b451b27c3ea3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Mar 08 12:11:18.017369 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3856e07-dac9-42ce-bf3d-29ac26eea305 req-23ec2065-406b-4518-b3cc-bcbe2d6f39de tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:18.018854 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e3856e07-dac9-42ce-bf3d-29ac26eea305 req-23ec2065-406b-4518-b3cc-bcbe2d6f39de tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 946 time: 0.0505331 Mar 08 12:11:18.069171 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e3856e07-dac9-42ce-bf3d-29ac26eea305 req-3c91c71b-6e93-4734-8f94-55526e5287a0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441389 Mar 08 12:11:19.202626 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7681ef0-bc68-438e-9bf6-da9a1b632c4d req-c1a49d5d-378e-484e-b312-a32cafa6fdb0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:19.204183 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a7681ef0-bc68-438e-9bf6-da9a1b632c4d req-c1a49d5d-378e-484e-b312-a32cafa6fdb0 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 946 time: 0.0601420 Mar 08 12:11:19.257229 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a7681ef0-bc68-438e-9bf6-da9a1b632c4d req-e1f6d15d-37f0-4cab-b0bb-ae652c9331f5 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458415 Mar 08 12:11:20.400425 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7ba40-c767-4fd3-a43e-094175c8ea85 req-bb6544cc-c9eb-4f73-929a-3b0ee17c50c8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:20.402016 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-16a7ba40-c767-4fd3-a43e-094175c8ea85 req-bb6544cc-c9eb-4f73-929a-3b0ee17c50c8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 946 time: 0.0649326 Mar 08 12:11:20.460700 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-16a7ba40-c767-4fd3-a43e-094175c8ea85 req-e826bdae-b6dd-41cb-b65f-2b63161098cf tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523279 Mar 08 12:11:21.604839 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c5ce9-7432-4cb6-ba0d-e0531c868618 req-c83514d0-3c57-4df8-8401-3fc5b7ecb7e8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:21.606442 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-889c5ce9-7432-4cb6-ba0d-e0531c868618 req-c83514d0-3c57-4df8-8401-3fc5b7ecb7e8 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 946 time: 0.0623910 Mar 08 12:11:21.664468 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-889c5ce9-7432-4cb6-ba0d-e0531c868618 req-20b909fd-2625-413c-a2ab-2421ec8b1e8a tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519288 Mar 08 12:11:23.652501 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9aa78392-399c-4cc5-9785-45ecec102670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:26.300092 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f1145bd3-8511-40a5-9b6d-b38ce5161801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:27.445974 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:28.934340 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:29.871350 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:31.440356 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:32.106344 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-a16f0b4e-f510-4dc0-83a4-0b1718721d60 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397349918&fields=id&tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2 HTTP/1.1" status: 200 len: 267 time: 0.0508342 Mar 08 12:11:32.230794 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-9c1c9545-ea55-4074-a92a-4bd3fc13b07b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:32.232779 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-9c1c9545-ea55-4074-a92a-4bd3fc13b07b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/networks?id=5ca79715-c117-4307-b1d3-f8a94ab698dc HTTP/1.1" status: 200 len: 807 time: 0.1186206 Mar 08 12:11:32.249628 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-77112cb5-9280-42ba-a1e6-7650a271ce1c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/quotas/a6b7a4b1f8e5496e8e8db27bdbcd6dc2 HTTP/1.1" status: 200 len: 375 time: 0.0106564 Mar 08 12:11:32.312668 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-df7a020a-0c3f-4d68-90a3-bd88a38addb4 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573688 Mar 08 12:11:32.420196 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-2f87bc92-1c6e-43c1-b2af-2e5e1b1809b8 service neutron] 10.222.0.44 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939176 Mar 08 12:11:32.518242 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-5f3a9cd2-be35-464b-a46e-01a5d11338f0 service neutron] 10.222.0.44 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914748 Mar 08 12:11:33.133478 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-27cfd2ba-e575-4819-b77a-ec8d649be011 req-274e3027-9f86-4aa2-ae8e-6b45e9b260f1 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 210 time: 0.0289614 Mar 08 12:11:34.216691 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-49408a57-4038-471f-884d-179930172672 req-d254a850-c8a9-40c6-bf5f-0ed9eadb1f55 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 210 time: 0.0312109 Mar 08 12:11:34.604563 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4ef16ccb-d588-4012-95e8-ba5a60c0c9fb req-a3587b33-acdb-4f94-9ed6-ce02f162908a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519066 Mar 08 12:11:34.738785 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef16ccb-d588-4012-95e8-ba5a60c0c9fb req-d64833ea-1f3e-4364-8dd7-60b0b581e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:34.740305 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4ef16ccb-d588-4012-95e8-ba5a60c0c9fb req-d64833ea-1f3e-4364-8dd7-60b0b581e071 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 1130 time: 0.0505605 Mar 08 12:11:34.855107 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef16ccb-d588-4012-95e8-ba5a60c0c9fb req-e0f08734-3597-4e3f-8453-e23373e00b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:34.856656 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4ef16ccb-d588-4012-95e8-ba5a60c0c9fb req-e0f08734-3597-4e3f-8453-e23373e00b71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 HTTP/1.1" status: 200 len: 918 time: 0.0959074 Mar 08 12:11:34.944724 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4ef16ccb-d588-4012-95e8-ba5a60c0c9fb req-e852d5a7-d06f-4f2b-aad8-010777362040 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83ef8790-5cb3-4f12-becc-d312347f21a1 HTTP/1.1" status: 200 len: 1001 time: 0.0683897 Mar 08 12:11:34.996878 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef16ccb-d588-4012-95e8-ba5a60c0c9fb req-6cba1043-b510-441d-bac7-c0dfb8ffdb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:34.998259 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4ef16ccb-d588-4012-95e8-ba5a60c0c9fb req-6cba1043-b510-441d-bac7-c0dfb8ffdb9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0881ec02-52c5-41f4-9bad-8258b28ec43f HTTP/1.1" status: 200 len: 856 time: 0.0474560 Mar 08 12:11:35.057675 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef16ccb-d588-4012-95e8-ba5a60c0c9fb req-a285d116-c80a-43ad-b62e-de6f4a825722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:35.059300 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4ef16ccb-d588-4012-95e8-ba5a60c0c9fb req-a285d116-c80a-43ad-b62e-de6f4a825722 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530050 Mar 08 12:11:35.323152 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-89317cca-4f5d-4c38-9b9e-33ca681ee0c3 req-0242fe20-e6b5-4e4c-9178-5fa1b66d0dd8 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 210 time: 0.0288615 Mar 08 12:11:35.427929 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4ef16ccb-d588-4012-95e8-ba5a60c0c9fb req-a7ca8509-dc06-48fb-9a7f-57e81101bc04 service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559861 Mar 08 12:11:35.529724 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4ef16ccb-d588-4012-95e8-ba5a60c0c9fb req-e7077076-8dad-4848-879e-ea9924818fcc service neutron] 10.222.0.55 "GET /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932469 Mar 08 12:11:35.846829 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-eb89f43e-9043-4e46-8c64-c4791ae7453c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:35.848865 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-eb89f43e-9043-4e46-8c64-c4791ae7453c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.55 "GET /v2.0/networks?id=5ca79715-c117-4307-b1d3-f8a94ab698dc HTTP/1.1" status: 200 len: 807 time: 0.1057172 Mar 08 12:11:35.947027 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-6ee76fc1-f653-4aef-a8a2-e16c8abd29fb tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2 HTTP/1.1" status: 200 len: 379 time: 0.0693862 Mar 08 12:11:35.955950 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-2034c626-af67-4503-948c-b5824fce60ee tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Request body: {'port': {'device_id': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'admin_state_up': True, 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'security_groups': ['dd7126cc-df73-44d6-a4df-b13ce908fc59']}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:36.171544 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-2034c626-af67-4503-948c-b5824fce60ee tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Made reservation on behalf of a6b7a4b1f8e5496e8e8db27bdbcd6dc2 for: {'port': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:11:36.175065 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-2034c626-af67-4503-948c-b5824fce60ee tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:36.311290 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-2034c626-af67-4503-948c-b5824fce60ee tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Allocated IP 172.20.0.8 (5ca79715-c117-4307-b1d3-f8a94ab698dc/cce1efbf-0de4-4681-afea-b6da3b85f735/4b12b73b-9467-4e74-978e-3689d99506e9) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:11:36.449099 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d6766b99-1fff-4568-b67b-350fb233334e req-4d59d5e9-323f-45af-b1cf-a3a5adeda71a tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 210 time: 0.0392942 Mar 08 12:11:36.487908 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-2034c626-af67-4503-948c-b5824fce60ee tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for port (4b12b73b-9467-4e74-978e-3689d99506e9), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:36.594954 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-2034c626-af67-4503-948c-b5824fce60ee tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:36.644749 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-2034c626-af67-4503-948c-b5824fce60ee tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Network 5ca79715-c117-4307-b1d3-f8a94ab698dc is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:11:36.648430 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-2034c626-af67-4503-948c-b5824fce60ee tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:36.652247 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-2034c626-af67-4503-948c-b5824fce60ee tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:11:36.659229 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034c626-af67-4503-948c-b5824fce60ee tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Pushing event updated for resources: {'Port': ['ID=4b12b73b-9467-4e74-978e-3689d99506e9,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:36.713571 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-2034c626-af67-4503-948c-b5824fce60ee tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:36.714202 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-2034c626-af67-4503-948c-b5824fce60ee tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:36.822530 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-2034c626-af67-4503-948c-b5824fce60ee tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8704212 Mar 08 12:11:36.854726 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Request body: {'port': {'device_id': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:36.921993 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:36.935454 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4351e49e-945f-452b-943e-9d91b6ede0e3 None None] Provisioning complete for port 4b12b73b-9467-4e74-978e-3689d99506e9 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:36.935967 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4351e49e-945f-452b-943e-9d91b6ede0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:36.972188 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4351e49e-945f-452b-943e-9d91b6ede0e3 None None] Port 4b12b73b-9467-4e74-978e-3689d99506e9 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:11:37.246679 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b12b73b-9467-4e74-978e-3689d99506e9 {{(pid=110507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:11:37.255146 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Publish callbacks [] for port (4b12b73b-9467-4e74-978e-3689d99506e9), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:37.268828 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.provisioning_blocks [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Transition to ACTIVE for port object 4b12b73b-9467-4e74-978e-3689d99506e9 will not be triggered until provisioned by entity L2. {{(pid=110507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:11:37.354360 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:37.416821 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Pushing event updated for resources: {'Port': ['ID=4b12b73b-9467-4e74-978e-3689d99506e9,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:37.549919 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Attempting to bind port 4b12b73b-9467-4e74-978e-3689d99506e9 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:11:37.550578 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Attempting to bind port 4b12b73b-9467-4e74-978e-3689d99506e9 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc'}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:11:37.551070 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Attempting to bind port 4b12b73b-9467-4e74-978e-3689d99506e9 on network 5ca79715-c117-4307-b1d3-f8a94ab698dc {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:11:37.560484 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Port 4b12b73b-9467-4e74-978e-3689d99506e9 on network 5ca79715-c117-4307-b1d3-f8a94ab698dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:11:37.561071 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Attempting to bind port 4b12b73b-9467-4e74-978e-3689d99506e9 on network 5ca79715-c117-4307-b1d3-f8a94ab698dc {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:11:37.570339 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:11:37.570915 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Checking segment: {'id': 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:11:37.571608 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Bound using segment: {'id': 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc'} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:11:37.572404 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Bound port: 4b12b73b-9467-4e74-978e-3689d99506e9, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc'}}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:11:37.577681 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:37.587566 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c3b7d-5adb-4169-a826-14c203e217fc req-91c87b30-5811-4ad4-801f-336c1fdc71fb tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:37.589693 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-813c3b7d-5adb-4169-a826-14c203e217fc req-91c87b30-5811-4ad4-801f-336c1fdc71fb tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0663295 Mar 08 12:11:37.647347 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-813c3b7d-5adb-4169-a826-14c203e217fc req-a1df8758-bd52-4727-8f4b-325cc288a7cb tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515003 Mar 08 12:11:37.648670 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] For port 4b12b73b-9467-4e74-978e-3689d99506e9, host hv-cinder-83008, cleared binding levels {{(pid=110507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:11:37.652117 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] For port 4b12b73b-9467-4e74-978e-3689d99506e9, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b12b73b-9467-4e74-978e-3689d99506e9,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:11:37.750538 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:37.796631 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:37.796988 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:37.798478 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] 10.222.0.55 "PUT /v2.0/ports/4b12b73b-9467-4e74-978e-3689d99506e9 HTTP/1.1" status: 200 len: 1093 time: 0.9486761 Mar 08 12:11:37.799011 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:37.801422 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c826b2-d2b1-49cf-8714-515cbf2c01e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:11:37.844226 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99ab34-e61d-4937-83fb-0c8d0531827c service neutron] Pushing event updated for resources: {'Port': ['ID=4b12b73b-9467-4e74-978e-3689d99506e9,revision_number=3']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:37.876947 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6983804e-5d29-4475-823e-c7696b126805 x-openstack-request-id: req-6983804e-5d29-4475-823e-c7696b126805 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:11:37.876947 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:11:37.876947 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6983804e-5d29-4475-823e-c7696b126805 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:11:37.876947 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9', 'status': 'completed', 'code': 200} Mar 08 12:11:37.977746 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c826b2-d2b1-49cf-8714-515cbf2c01e8 req-7b116f0a-3d9a-454a-b555-c003ccac2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:37.979391 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-92c826b2-d2b1-49cf-8714-515cbf2c01e8 req-7b116f0a-3d9a-454a-b555-c003ccac2ecc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2&device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 1127 time: 0.0587273 Mar 08 12:11:38.098720 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c826b2-d2b1-49cf-8714-515cbf2c01e8 req-215feb3a-bab4-4acc-a776-481295096830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:38.100198 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-92c826b2-d2b1-49cf-8714-515cbf2c01e8 req-215feb3a-bab4-4acc-a776-481295096830 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1061194 Mar 08 12:11:38.227084 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c826b2-d2b1-49cf-8714-515cbf2c01e8 req-9aec0860-6a75-4185-bc75-b35ce86aa351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:38.228672 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-92c826b2-d2b1-49cf-8714-515cbf2c01e8 req-9aec0860-6a75-4185-bc75-b35ce86aa351 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217463 Mar 08 12:11:38.343779 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-d8704fff-f4a7-43ef-b2c3-720c940644a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:38.345358 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-d8704fff-f4a7-43ef-b2c3-720c940644a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2&device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 1127 time: 0.0508578 Mar 08 12:11:38.410847 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-5e21039f-bae2-413c-8eb3-3d0adc0ec33b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b12b73b-9467-4e74-978e-3689d99506e9 HTTP/1.1" status: 200 len: 217 time: 0.0420613 Mar 08 12:11:38.464773 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-5f24186f-a198-43ab-bc2a-8af7632225a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:38.466307 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-5f24186f-a198-43ab-bc2a-8af7632225a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cce1efbf-0de4-4681-afea-b6da3b85f735 HTTP/1.1" status: 200 len: 846 time: 0.0484169 Mar 08 12:11:38.520205 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-4f6ed4e0-02ff-40a8-8d9e-a250e048f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:38.521913 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-4f6ed4e0-02ff-40a8-8d9e-a250e048f7b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ca79715-c117-4307-b1d3-f8a94ab698dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490549 Mar 08 12:11:38.628130 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-a2f69f8a-a118-4ea3-b2c7-57d520fe81a4 service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992193 Mar 08 12:11:38.737304 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3001a6f0-990c-4586-b375-c62cc1f360ac req-d78c3188-17e7-4405-8286-9c5a6031e4b1 service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017494 Mar 08 12:11:38.798620 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ad5c9-d44b-4443-90eb-4456962266d3 req-d08a319c-d727-4af5-9650-4efdfee1c113 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:38.798620 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-663ad5c9-d44b-4443-90eb-4456962266d3 req-d08a319c-d727-4af5-9650-4efdfee1c113 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0614960 Mar 08 12:11:38.845272 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-663ad5c9-d44b-4443-90eb-4456962266d3 req-9bce5202-9b41-498d-8248-2d0f4f23ba60 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558136 Mar 08 12:11:39.985427 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9addbf4-598b-49e4-9215-60613dc5f5f5 req-14c5405e-e9d7-4dc9-a273-0b593ce3aec7 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:39.986959 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d9addbf4-598b-49e4-9215-60613dc5f5f5 req-14c5405e-e9d7-4dc9-a273-0b593ce3aec7 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0546312 Mar 08 12:11:40.047802 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d9addbf4-598b-49e4-9215-60613dc5f5f5 req-cc4dbb6e-4a10-42dc-bbcf-7ca32a76e0e2 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517516 Mar 08 12:11:41.186618 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199299e-6270-4a10-89dc-291f419a0f10 req-7134317c-24ad-4b1a-a006-9d6566408e08 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:41.188165 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7199299e-6270-4a10-89dc-291f419a0f10 req-7134317c-24ad-4b1a-a006-9d6566408e08 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0567598 Mar 08 12:11:41.252712 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7199299e-6270-4a10-89dc-291f419a0f10 req-b2d98495-f249-4095-8862-e7bb4832b525 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578878 Mar 08 12:11:42.037837 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:11:42.382546 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1519542-764d-4709-a031-1552e220d2f4 req-950aa79a-5a09-465a-8ec4-980d8225fd1e tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:42.384400 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b1519542-764d-4709-a031-1552e220d2f4 req-950aa79a-5a09-465a-8ec4-980d8225fd1e tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0596361 Mar 08 12:11:42.435667 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b1519542-764d-4709-a031-1552e220d2f4 req-af4020a0-6658-4b38-b04a-980f5b6a9b79 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449686 Mar 08 12:11:43.571681 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b6e15-022f-4363-8992-953b2aa3c3bf req-1df33200-ebc7-47c8-acd3-719bda564ec3 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:43.573405 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3e6b6e15-022f-4363-8992-953b2aa3c3bf req-1df33200-ebc7-47c8-acd3-719bda564ec3 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0613105 Mar 08 12:11:43.634972 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-3e6b6e15-022f-4363-8992-953b2aa3c3bf req-4b5e17e4-15bd-43f1-8982-a274e01c6085 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540693 Mar 08 12:11:44.781936 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12663df-8026-48c8-918a-3ab4386c524e req-e9d4cd19-4998-4c60-8eb5-010b115574a1 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:44.783628 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d12663df-8026-48c8-918a-3ab4386c524e req-e9d4cd19-4998-4c60-8eb5-010b115574a1 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0736027 Mar 08 12:11:44.864685 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-d12663df-8026-48c8-918a-3ab4386c524e req-9cf5266f-e50c-402b-ae69-a4d40da73463 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736201 Mar 08 12:11:45.920380 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8be0b2-19d4-4042-ac6b-d8eeeefc658f req-901c093c-805c-4dbe-8922-cdc470305096 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:45.922043 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-dc8be0b2-19d4-4042-ac6b-d8eeeefc658f req-901c093c-805c-4dbe-8922-cdc470305096 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 945 time: 0.0629933 Mar 08 12:11:45.994975 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-dc8be0b2-19d4-4042-ac6b-d8eeeefc658f req-b93749a9-6f48-403b-85c6-b44447963d7e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662656 Mar 08 12:11:45.997889 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fee699-f8ab-4c13-b5c0-c62250a7478c req-c3bf4b90-194c-40a1-ad63-7b9be838705e tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:45.999806 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-33fee699-f8ab-4c13-b5c0-c62250a7478c req-c3bf4b90-194c-40a1-ad63-7b9be838705e tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0562398 Mar 08 12:11:46.066463 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-33fee699-f8ab-4c13-b5c0-c62250a7478c req-854db857-c561-4a47-8d36-771ec31c07c4 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577571 Mar 08 12:11:46.869170 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb8379-37c8-498b-9bb3-078e68070c0c req-4de612db-313e-4637-938a-e6d6614dfd98 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:46.870692 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-44bb8379-37c8-498b-9bb3-078e68070c0c req-4de612db-313e-4637-938a-e6d6614dfd98 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 945 time: 0.0585196 Mar 08 12:11:46.923538 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-44bb8379-37c8-498b-9bb3-078e68070c0c req-d1d5b3e4-3abb-4341-b36e-60482de258b5 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464993 Mar 08 12:11:47.137811 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40912b75-aa60-4d23-a0a7-a589a2f323fd req-01499f6c-6a84-43f8-b151-f0dfef64961c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:47.140235 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-40912b75-aa60-4d23-a0a7-a589a2f323fd req-01499f6c-6a84-43f8-b151-f0dfef64961c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 945 time: 0.0579109 Mar 08 12:11:47.196627 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-40912b75-aa60-4d23-a0a7-a589a2f323fd req-ea10fe40-926d-49d9-8caf-06c3aebd8703 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474412 Mar 08 12:11:47.198974 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baef0e8-100d-4fc5-9c47-9e2a6633515f req-75e3e320-4b55-46c1-8947-e0ffb9cd76dc tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:47.200633 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7baef0e8-100d-4fc5-9c47-9e2a6633515f req-75e3e320-4b55-46c1-8947-e0ffb9cd76dc tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0579920 Mar 08 12:11:47.252629 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7baef0e8-100d-4fc5-9c47-9e2a6633515f req-10f660c4-3054-4933-9a17-ad1aea31370c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453858 Mar 08 12:11:47.770867 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-98477522-a7a9-4084-bc10-e12ba73eb4ab tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:47.772448 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-98477522-a7a9-4084-bc10-e12ba73eb4ab tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 945 time: 0.0614979 Mar 08 12:11:47.874315 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Deleting port a97e6b43-9c6f-4667-b165-4c36c245d15b {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:47.874654 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:47.990862 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] For port a97e6b43-9c6f-4667-b165-4c36c245d15b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a97e6b43-9c6f-4667-b165-4c36c245d15b,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:47.991515 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:48.137341 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac23959-3b1e-4e75-aaa5-ea4a5ba12fde req-55e5e0a0-4742-4d19-9f7f-e36bd0a7d098 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:48.138925 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fac23959-3b1e-4e75-aaa5-ea4a5ba12fde req-55e5e0a0-4742-4d19-9f7f-e36bd0a7d098 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 945 time: 0.1429124 Mar 08 12:11:48.259024 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-fac23959-3b1e-4e75-aaa5-ea4a5ba12fde req-39011bcd-1666-4e17-906f-ceb8e0c55ac2 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117334 Mar 08 12:11:48.272060 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:48.272448 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (f38bbb9a-6f48-4d07-8fca-500fb26e1640), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:48.273099 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Floating IP f38bbb9a-6f48-4d07-8fca-500fb26e1640 disassociated. External IP: 172.27.1.68, port: a97e6b43-9c6f-4667-b165-4c36c245d15b. Mar 08 12:11:48.273525 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Calling delete_port for a97e6b43-9c6f-4667-b165-4c36c245d15b owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:48.353703 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a2845-bfc6-45cc-989a-644a2d4ad701 req-f071cdc1-07fa-490f-8424-ecbf26c12763 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:48.355542 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8d2a2845-bfc6-45cc-989a-644a2d4ad701 req-f071cdc1-07fa-490f-8424-ecbf26c12763 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 945 time: 0.0771241 Mar 08 12:11:48.436572 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-8d2a2845-bfc6-45cc-989a-644a2d4ad701 req-b03d28f6-3a3c-481f-b213-a82b7814328c tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups?id=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660717 Mar 08 12:11:48.450449 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59084e74-5a5f-4aec-b4f2-942af3cf11f8 req-ddc6bd95-91e1-416c-a5ca-98dc96244236 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:48.452153 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-59084e74-5a5f-4aec-b4f2-942af3cf11f8 req-ddc6bd95-91e1-416c-a5ca-98dc96244236 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.1107011 Mar 08 12:11:48.522302 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-59084e74-5a5f-4aec-b4f2-942af3cf11f8 req-cb5a7a85-a7d7-4ebc-a120-463b65be4125 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633245 Mar 08 12:11:48.574313 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (a97e6b43-9c6f-4667-b165-4c36c245d15b), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:48.605471 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event deleted for resources: {'Port': ['ID=a97e6b43-9c6f-4667-b165-4c36c245d15b,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:48.725741 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Router 815211d6-f3c9-4422-817c-471d4aae972e has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:11:48.846549 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:11:48.858907 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e4474-dc11-412e-a1cb-9f2e002fcfb2 None None] Sync routers for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:48.875794 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e4474-dc11-412e-a1cb-9f2e002fcfb2 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:48.876653 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-b03e4474-dc11-412e-a1cb-9f2e002fcfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:48.894027 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] No DVR routers for this DVR port a97e6b43-9c6f-4667-b165-4c36c245d15b on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:11:48.896959 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:48.900450 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7cada5e8-ab9a-475e-a11c-b675b5cca1b1 req-a57b5d66-03b7-4e45-bf06-216139c4e46e tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.55 "DELETE /v2.0/ports/a97e6b43-9c6f-4667-b165-4c36c245d15b HTTP/1.1" status: 204 len: 173 time: 1.1201015 Mar 08 12:11:48.900928 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd486aee-7ab9-45c4-9148-5f214734af0d', 'name': 'network-vif-deleted', 'tag': 'a97e6b43-9c6f-4667-b165-4c36c245d15b'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:48.903225 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9381218b-eb8c-4aa4-a2ea-a010cecfb440" -d '{"events": [{"server_uuid": "cd486aee-7ab9-45c4-9148-5f214734af0d", "name": "network-vif-deleted", "tag": "a97e6b43-9c6f-4667-b165-4c36c245d15b"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:11:48.953940 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bb6c92-7587-4235-ba77-1c1c0a679dd7 x-openstack-request-id: req-67bb6c92-7587-4235-ba77-1c1c0a679dd7 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:11:48.954405 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd486aee-7ab9-45c4-9148-5f214734af0d", "name": "network-vif-deleted", "tag": "a97e6b43-9c6f-4667-b165-4c36c245d15b", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:11:48.957341 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67bb6c92-7587-4235-ba77-1c1c0a679dd7 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:11:48.957341 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd486aee-7ab9-45c4-9148-5f214734af0d', 'name': 'network-vif-deleted', 'tag': 'a97e6b43-9c6f-4667-b165-4c36c245d15b', 'status': 'completed', 'code': 200} Mar 08 12:11:49.015985 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-b03e4474-dc11-412e-a1cb-9f2e002fcfb2 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:49.133249 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-d5190444-5873-4e44-a85e-1b4eb8749e6c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:49.145450 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-d5190444-5873-4e44-a85e-1b4eb8749e6c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.55 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 945 time: 0.0758495 Mar 08 12:11:49.259979 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-b03e4474-dc11-412e-a1cb-9f2e002fcfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:49.271410 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Deleting port a065b85d-afae-4105-a191-739425d1d29b {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:49.271879 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (a065b85d-afae-4105-a191-739425d1d29b), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:49.294997 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e4474-dc11-412e-a1cb-9f2e002fcfb2 None None] Checking router: 815211d6-f3c9-4422-817c-471d4aae972e for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:49.307581 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e4474-dc11-412e-a1cb-9f2e002fcfb2 None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:49.308224 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-b03e4474-dc11-412e-a1cb-9f2e002fcfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:49.407569 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] For port a065b85d-afae-4105-a191-739425d1d29b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a065b85d-afae-4105-a191-739425d1d29b,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:49.407848 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (a065b85d-afae-4105-a191-739425d1d29b), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:49.421735 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-b03e4474-dc11-412e-a1cb-9f2e002fcfb2 None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:49.471536 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f380e63-0400-4ce0-b03b-8135e7d4f5ae req-344b6554-3d62-4458-a221-c225d83bdd5e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:49.473082 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4f380e63-0400-4ce0-b03b-8135e7d4f5ae req-344b6554-3d62-4458-a221-c225d83bdd5e tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 945 time: 0.1165967 Mar 08 12:11:49.558983 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4206b797-1d47-405a-a267-87bcc2848ced req-31468693-fe2c-46cf-b74b-1a10dfbb4ae4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd486aee-7ab9-45c4-9148-5f214734af0d HTTP/1.1" status: 200 len: 210 time: 0.0334244 Mar 08 12:11:49.582437 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4f380e63-0400-4ce0-b03b-8135e7d4f5ae req-c1f04268-23d9-41fa-8f77-c82c912e3029 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups?id=2050129e-f73f-4ff7-8d8e-713329ffd2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010950 Mar 08 12:11:49.655888 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:49.656397 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (354c38f6-171c-4158-b4ea-50489c50d8e7), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:49.656804 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Floating IP 354c38f6-171c-4158-b4ea-50489c50d8e7 disassociated. External IP: 172.27.1.82, port: a065b85d-afae-4105-a191-739425d1d29b. Mar 08 12:11:49.657279 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Calling delete_port for a065b85d-afae-4105-a191-739425d1d29b owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:49.661450 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-b03e4474-dc11-412e-a1cb-9f2e002fcfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:49.688602 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b19e4-68e9-4b8b-a491-aad68f55fa57 req-436e1f34-e243-4a59-93f3-c75fe62083bd tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:49.689882 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e4474-dc11-412e-a1cb-9f2e002fcfb2 None None] The sync data for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi is: [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:43Z', 'revision_number': 4, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '89d6c2b0-8474-481b-9455-b0f8670c04a0', 'name': '', 'network_id': '91deec2c-beff-469e-8457-e94ee53aae39', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'mac_address': 'fa:16:3e:13:50:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:40Z', 'updated_at': '2022-03-08T12:04:54Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'subnets': [{'id': '5a387d57-4cc1-4172-ab00-0a23139114fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:49.690591 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-215b19e4-68e9-4b8b-a491-aad68f55fa57 req-436e1f34-e243-4a59-93f3-c75fe62083bd tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0577309 Mar 08 12:11:49.760504 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-215b19e4-68e9-4b8b-a491-aad68f55fa57 req-28864de9-780f-454c-b261-c3d36b0323c4 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592191 Mar 08 12:11:49.911497 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (a065b85d-afae-4105-a191-739425d1d29b), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:49.944585 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event deleted for resources: {'Port': ['ID=a065b85d-afae-4105-a191-739425d1d29b,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:49.998744 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8238c7e-a1bc-451f-825d-436ff301df37 None None] New status for floating IP f38bbb9a-6f48-4d07-8fca-500fb26e1640: DOWN {{(pid=110510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:11:50.108980 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:11:50.501395 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:11:50.516515 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0a325a-ec51-4fa7-9a05-10de1a07fe35 None None] Sync routers for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:50.532605 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a325a-ec51-4fa7-9a05-10de1a07fe35 None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:50.533282 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9c0a325a-ec51-4fa7-9a05-10de1a07fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:50.545807 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] No DVR routers for this DVR port a065b85d-afae-4105-a191-739425d1d29b on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:11:50.548331 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:50.551721 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b933b9cc-1ff0-4470-8353-6083f514ae30 req-76b79e08-eed8-4eae-af28-d2a51c950af0 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.55 "DELETE /v2.0/ports/a065b85d-afae-4105-a191-739425d1d29b HTTP/1.1" status: 204 len: 173 time: 1.3954780 Mar 08 12:11:50.667403 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-9c0a325a-ec51-4fa7-9a05-10de1a07fe35 None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:50.688950 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a278c5cf-a293-48a3-8bbb-c461d368aa41 req-dabf57dd-73c4-452f-979f-d1bba43d2d15 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af518f4-08ac-4057-87c6-6b236ec8fe4c HTTP/1.1" status: 200 len: 210 time: 0.0314870 Mar 08 12:11:50.736466 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55562) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:50.817814 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-32787df1-31c2-4233-9949-752eb2b96015 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (5356e10f-e09f-4d14-a5a1-4b3c5b5d001c), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:50.853064 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-32787df1-31c2-4233-9949-752eb2b96015 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (5356e10f-e09f-4d14-a5a1-4b3c5b5d001c), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:50.915651 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9c0a325a-ec51-4fa7-9a05-10de1a07fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 5, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:50.947431 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0a325a-ec51-4fa7-9a05-10de1a07fe35 None None] Checking router: d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:50.956446 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a325a-ec51-4fa7-9a05-10de1a07fe35 None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:50.957079 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9c0a325a-ec51-4fa7-9a05-10de1a07fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:50.962832 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af518f4-08ac-4057-87c6-6b236ec8fe4c', 'name': 'network-vif-deleted', 'tag': 'a065b85d-afae-4105-a191-739425d1d29b'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:50.962832 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a638e05-4c76-48dd-921b-31f4b6a3a084" -d '{"events": [{"server_uuid": "8af518f4-08ac-4057-87c6-6b236ec8fe4c", "name": "network-vif-deleted", "tag": "a065b85d-afae-4105-a191-739425d1d29b"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:11:50.965006 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ec7d5-ee38-4b98-a0f9-1649405bab7b req-d2dca5fe-af51-4481-abe6-16e68830c476 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:50.967838 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6f1ec7d5-ee38-4b98-a0f9-1649405bab7b req-d2dca5fe-af51-4481-abe6-16e68830c476 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0758405 Mar 08 12:11:51.026045 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6477d8f0-94e5-48db-9126-b9526f8b205d x-openstack-request-id: req-6477d8f0-94e5-48db-9126-b9526f8b205d {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:11:51.026045 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af518f4-08ac-4057-87c6-6b236ec8fe4c", "name": "network-vif-deleted", "tag": "a065b85d-afae-4105-a191-739425d1d29b", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:11:51.026045 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6477d8f0-94e5-48db-9126-b9526f8b205d {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:11:51.026686 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af518f4-08ac-4057-87c6-6b236ec8fe4c', 'name': 'network-vif-deleted', 'tag': 'a065b85d-afae-4105-a191-739425d1d29b', 'status': 'completed', 'code': 200} Mar 08 12:11:51.027472 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-32787df1-31c2-4233-9949-752eb2b96015 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5356e10f-e09f-4d14-a5a1-4b3c5b5d001c), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.030055 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-32787df1-31c2-4233-9949-752eb2b96015 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.034684 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-32787df1-31c2-4233-9949-752eb2b96015 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "DELETE /v2.0/security-groups/5356e10f-e09f-4d14-a5a1-4b3c5b5d001c HTTP/1.1" status: 204 len: 168 time: 0.2971539 Mar 08 12:11:51.035405 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55568) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:51.054097 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32787df1-31c2-4233-9949-752eb2b96015 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5356e10f-e09f-4d14-a5a1-4b3c5b5d001c,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:51.057931 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6f1ec7d5-ee38-4b98-a0f9-1649405bab7b req-686f1389-49b3-479b-9bf3-27f4600397bd tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769784 Mar 08 12:11:51.064050 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.api.v2.resource [None req-2d6de959-6740-4dbf-9fb8-e6f44d52a6e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] show failed (client error): The resource could not be found. Mar 08 12:11:51.069148 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-2d6de959-6740-4dbf-9fb8-e6f44d52a6e4 tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "GET /v2.0/security-groups/5356e10f-e09f-4d14-a5a1-4b3c5b5d001c HTTP/1.1" status: 404 len: 347 time: 0.0212822 Mar 08 12:11:51.070083 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55570) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:51.106515 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-9c0a325a-ec51-4fa7-9a05-10de1a07fe35 None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:51.234570 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Deleting port 08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:51.234948 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.324541 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.324849 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.341833 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Calling delete_port for 08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce owned by network:floatingip {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:51.348123 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-9c0a325a-ec51-4fa7-9a05-10de1a07fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 5, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:51.380136 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0a325a-ec51-4fa7-9a05-10de1a07fe35 None None] The sync data for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi is: [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '17dafae0-2eb5-4de8-8763-551f90f71754', 'name': '', 'network_id': '179e1abc-e30f-4687-8a9a-a281be5cbc95', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'mac_address': 'fa:16:3e:b6:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:44Z', 'updated_at': '2022-03-08T12:05:03Z', 'revision_number': 5, 'project_id': '8538495811a94895b410d83147c0f4dc', 'subnets': [{'id': 'bb880db3-908f-4f74-bad5-3393fd22f872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:51.418831 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4b12b73b-9467-4e74-978e-3689d99506e9 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:11:51.426086 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a97e6b43-9c6f-4667-b165-4c36c245d15b no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:11:51.457855 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: a97e6b43-9c6f-4667-b165-4c36c245d15b {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:11:51.458555 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a97e6b43-9c6f-4667-b165-4c36c245d15b not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:11:51.594377 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 4b12b73b-9467-4e74-978e-3689d99506e9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b12b73b-9467-4e74-978e-3689d99506e9,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:51.616097 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '4b12b73b-9467-4e74-978e-3689d99506e9', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'port_id': '4b12b73b-9467-4e74-978e-3689d99506e9', 'mac_address': 'fa:16:3e:3c:2d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:11:51.659792 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.665591 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 4b12b73b-9467-4e74-978e-3689d99506e9 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:51.666488 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.689199 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b12b73b-9467-4e74-978e-3689d99506e9 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:11:51.712058 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 4b12b73b-9467-4e74-978e-3689d99506e9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b12b73b-9467-4e74-978e-3689d99506e9,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:51.716779 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Pushing event deleted for resources: {'Port': ['ID=08270e7b-0a5a-40cc-bb47-dc2aa6d9d3ce,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:51.734817 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5a2ce6-6eb0-4ad6-8b80-441acab2fe2d None None] New status for floating IP 354c38f6-171c-4158-b4ea-50489c50d8e7: DOWN {{(pid=110510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:11:51.754881 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.755796 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.756316 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.756821 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.757340 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.757875 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.758215 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.758559 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.758903 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.759272 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.759609 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.759938 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.760265 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.771228 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.788278 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks [] for floatingip (f38bbb9a-6f48-4d07-8fca-500fb26e1640), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.791105 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:51.792499 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-e28552fb-51d8-488c-a025-d9011c82a5fe tempest-AttachVolumeNegativeTest-93506731 tempest-AttachVolumeNegativeTest-93506731-project] 10.222.0.44 "DELETE /v2.0/floatingips/f38bbb9a-6f48-4d07-8fca-500fb26e1640 HTTP/1.1" status: 204 len: 168 time: 0.7207291 Mar 08 12:11:51.858326 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=4b12b73b-9467-4e74-978e-3689d99506e9,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:51.873654 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.874209 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.874704 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.875367 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.875792 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.876178 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.876561 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.877185 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.877797 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.878464 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.879057 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.879692 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.880309 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:51.919152 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55578) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:51.981663 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-dbe67c1a-7f8d-4ed7-8cf6-a19a1c181097 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group (2050129e-f73f-4ff7-8d8e-713329ffd2c4), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.029743 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-dbe67c1a-7f8d-4ed7-8cf6-a19a1c181097 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group (2050129e-f73f-4ff7-8d8e-713329ffd2c4), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.145737 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['4b12b73b-9467-4e74-978e-3689d99506e9'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:11:52.183280 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-dbe67c1a-7f8d-4ed7-8cf6-a19a1c181097 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (2050129e-f73f-4ff7-8d8e-713329ffd2c4), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.193558 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-dbe67c1a-7f8d-4ed7-8cf6-a19a1c181097 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.193558 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-dbe67c1a-7f8d-4ed7-8cf6-a19a1c181097 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "DELETE /v2.0/security-groups/2050129e-f73f-4ff7-8d8e-713329ffd2c4 HTTP/1.1" status: 204 len: 168 time: 0.2668998 Mar 08 12:11:52.193920 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55584) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:52.198503 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe67c1a-7f8d-4ed7-8cf6-a19a1c181097 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2050129e-f73f-4ff7-8d8e-713329ffd2c4,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:52.214041 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.api.v2.resource [None req-680ef88a-3aa2-415d-90e2-dde88cc7ce3c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] show failed (client error): The resource could not be found. Mar 08 12:11:52.215498 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-680ef88a-3aa2-415d-90e2-dde88cc7ce3c tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "GET /v2.0/security-groups/2050129e-f73f-4ff7-8d8e-713329ffd2c4 HTTP/1.1" status: 404 len: 347 time: 0.0234013 Mar 08 12:11:52.218694 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55586) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:52.230765 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f383d-ef97-4932-ac39-f931b5ad5080 req-8b99413f-1a0b-4a29-968c-647eb19c7517 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:52.233099 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2c1f383d-ef97-4932-ac39-f931b5ad5080 req-8b99413f-1a0b-4a29-968c-647eb19c7517 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 944 time: 0.0800874 Mar 08 12:11:52.300946 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2c1f383d-ef97-4932-ac39-f931b5ad5080 req-16f626a1-20bf-4f66-82d8-9972355880e7 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587814 Mar 08 12:11:52.378643 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-9e20aac0-2af1-4b43-a6c7-707da8b4f841 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Deleting port 2fdb0977-317e-42b9-82f6-1ddd01b05af1 {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:52.379038 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9e20aac0-2af1-4b43-a6c7-707da8b4f841 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (2fdb0977-317e-42b9-82f6-1ddd01b05af1), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.470659 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9e20aac0-2af1-4b43-a6c7-707da8b4f841 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (2fdb0977-317e-42b9-82f6-1ddd01b05af1), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.471025 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9e20aac0-2af1-4b43-a6c7-707da8b4f841 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (2fdb0977-317e-42b9-82f6-1ddd01b05af1), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.485366 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-9e20aac0-2af1-4b43-a6c7-707da8b4f841 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Calling delete_port for 2fdb0977-317e-42b9-82f6-1ddd01b05af1 owned by network:floatingip {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:52.888048 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9e20aac0-2af1-4b43-a6c7-707da8b4f841 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (2fdb0977-317e-42b9-82f6-1ddd01b05af1), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.911509 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20aac0-2af1-4b43-a6c7-707da8b4f841 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Pushing event deleted for resources: {'Port': ['ID=2fdb0977-317e-42b9-82f6-1ddd01b05af1,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:52.982441 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9e20aac0-2af1-4b43-a6c7-707da8b4f841 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks [] for floatingip (354c38f6-171c-4158-b4ea-50489c50d8e7), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.986053 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9e20aac0-2af1-4b43-a6c7-707da8b4f841 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:52.987593 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-9e20aac0-2af1-4b43-a6c7-707da8b4f841 tempest-AttachVolumeTestJSON-328956837 tempest-AttachVolumeTestJSON-328956837-project] 10.222.0.44 "DELETE /v2.0/floatingips/354c38f6-171c-4158-b4ea-50489c50d8e7 HTTP/1.1" status: 204 len: 168 time: 0.7675817 Mar 08 12:11:53.422693 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bac48a-994c-439e-8db3-f67483e39770 req-179054c7-84ab-4af5-931b-2a7633a72ae6 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:53.424112 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68bac48a-994c-439e-8db3-f67483e39770 req-179054c7-84ab-4af5-931b-2a7633a72ae6 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 944 time: 0.0530710 Mar 08 12:11:53.430462 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4b12b73b-9467-4e74-978e-3689d99506e9 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:11:53.479129 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-68bac48a-994c-439e-8db3-f67483e39770 req-3debfb68-fd39-4b52-9c06-7bc5496e1786 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492711 Mar 08 12:11:53.691636 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8c75-63e8-4d4a-a0aa-9bbaae2c199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:53.693901 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 4b12b73b-9467-4e74-978e-3689d99506e9 completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:11:53.698399 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 4b12b73b-9467-4e74-978e-3689d99506e9 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:11:53.698768 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:53.777493 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 4b12b73b-9467-4e74-978e-3689d99506e9 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:11:53.777978 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:53.800226 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:53.802441 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dd2137-5551-4a18-a16a-045364c5c438" -d '{"events": [{"server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "name": "network-vif-plugged", "status": "completed", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:11:53.814460 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 4b12b73b-9467-4e74-978e-3689d99506e9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b12b73b-9467-4e74-978e-3689d99506e9,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:53.841518 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52d8b83-a938-4d56-b517-33068993d1fd x-openstack-request-id: req-f52d8b83-a938-4d56-b517-33068993d1fd {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:11:53.841819 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "name": "network-vif-plugged", "status": "completed", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:11:53.842075 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f52d8b83-a938-4d56-b517-33068993d1fd {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:11:53.842474 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9', 'code': 200} Mar 08 12:11:53.885763 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:53.886942 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a065b85d-afae-4105-a191-739425d1d29b no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:11:53.910802 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: a065b85d-afae-4105-a191-739425d1d29b {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:11:53.911163 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device a065b85d-afae-4105-a191-739425d1d29b not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:11:53.952452 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=4b12b73b-9467-4e74-978e-3689d99506e9,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:54.173344 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90aa92-41ee-40d6-92a0-846939b6a085 req-9c9833d5-a4ba-406c-ace2-9f5eea5de8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:54.174913 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ac90aa92-41ee-40d6-92a0-846939b6a085 req-9c9833d5-a4ba-406c-ace2-9f5eea5de8cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 1129 time: 0.0453000 Mar 08 12:11:54.225472 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ac90aa92-41ee-40d6-92a0-846939b6a085 req-c41a04f8-2d85-489d-8d32-93baca99cd54 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432625 Mar 08 12:11:54.608985 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f315dbc-1720-467c-9b44-337d7438983d req-d8be812b-1339-468e-b024-2deaaf68d78b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:54.610543 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5f315dbc-1720-467c-9b44-337d7438983d req-d8be812b-1339-468e-b024-2deaaf68d78b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0605738 Mar 08 12:11:54.670530 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5f315dbc-1720-467c-9b44-337d7438983d req-43c68e43-d00a-400a-ae11-d82524082c7d tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447590 Mar 08 12:11:55.780003 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206407c-6c32-4d2b-b26a-7399047d9970 req-8ee29bc0-9c73-45bf-b73d-9f8c1a46b606 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:55.781401 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e206407c-6c32-4d2b-b26a-7399047d9970 req-8ee29bc0-9c73-45bf-b73d-9f8c1a46b606 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0537739 Mar 08 12:11:55.838504 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e206407c-6c32-4d2b-b26a-7399047d9970 req-2b41963e-6de0-4c1b-8d06-e0c2fb4cfb78 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512867 Mar 08 12:11:55.970811 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a6380-0dec-4783-a522-de9d6a779c78 req-9742b7b9-7476-4383-9407-362927e3d755 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:55.972324 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-633a6380-0dec-4783-a522-de9d6a779c78 req-9742b7b9-7476-4383-9407-362927e3d755 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0609279 Mar 08 12:11:56.025939 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-633a6380-0dec-4783-a522-de9d6a779c78 req-fd7494eb-d0cb-430f-b33f-97681f1ebb27 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472457 Mar 08 12:11:56.051817 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55648) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:56.086458 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55654) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:56.197705 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665cbff-6d1f-4d76-b36e-2078af65de3d tempest-TestShelveInstance-1689531375 tempest-TestShelveInstance-1689531375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:56.199492 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-b665cbff-6d1f-4d76-b36e-2078af65de3d tempest-TestShelveInstance-1689531375 tempest-TestShelveInstance-1689531375-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 1124 time: 0.1459520 Mar 08 12:11:56.202302 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55658) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:56.206867 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Request body: {'floatingip': {'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'port_id': '4b12b73b-9467-4e74-978e-3689d99506e9', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:11:56.230965 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-885e5d9d-e399-4459-9157-c0fbc4585ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:56.322633 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:56.436308 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:56.546465 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Allocated IP 172.27.1.150 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:11:56.666027 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for port (7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:56.803586 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:56.852345 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:11:56.855377 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:11:56.857855 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:11:56.887933 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Pushing event updated for resources: {'Port': ['ID=7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:56.900682 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:56.901179 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:56.901365 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:56.901714 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:56.902051 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:56.902390 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:56.902722 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:56.903052 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:56.903413 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:56.903745 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:56.904074 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:56.904394 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:56.904720 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:11:56.985947 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b1ef191b-8ac4-441c-a55e-88b4efc9b0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077333'] for router_interface (815211d6-f3c9-4422-817c-471d4aae972e), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:57.068703 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55666) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:57.271609 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for floatingip (6431437d-1912-46d2-bf01-d01bdf4cd041), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:57.414360 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:57.480063 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:57.508188 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef191b-8ac4-441c-a55e-88b4efc9b0ec admin admin] Deleting port 89d6c2b0-8474-481b-9455-b0f8670c04a0 {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:57.508532 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b1ef191b-8ac4-441c-a55e-88b4efc9b0ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:57.582378 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for port (7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:57.623084 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [None req-b1ef191b-8ac4-441c-a55e-88b4efc9b0ec admin admin] For port 89d6c2b0-8474-481b-9455-b0f8670c04a0, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=89d6c2b0-8474-481b-9455-b0f8670c04a0,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:57.623469 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b1ef191b-8ac4-441c-a55e-88b4efc9b0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:57.641743 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef191b-8ac4-441c-a55e-88b4efc9b0ec admin admin] Calling delete_port for 89d6c2b0-8474-481b-9455-b0f8670c04a0 owned by network:router_interface {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:57.660028 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:57.735341 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Pushing event updated for resources: {'Port': ['ID=7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:57.746093 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (6431437d-1912-46d2-bf01-d01bdf4cd041), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:57.798736 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ef90fabe-1c67-4019-af1f-607c835e674a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077333'] for router_interface (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:57.856087 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Floating IP 6431437d-1912-46d2-bf01-d01bdf4cd041 associated. External IP: 172.27.1.150, port: 4b12b73b-9467-4e74-978e-3689d99506e9. Mar 08 12:11:58.073345 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b1ef191b-8ac4-441c-a55e-88b4efc9b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (89d6c2b0-8474-481b-9455-b0f8670c04a0), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:58.111056 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Router 98d06743-3c2c-45d8-a44e-01a67cb84757 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:11:58.112404 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef191b-8ac4-441c-a55e-88b4efc9b0ec admin admin] Pushing event deleted for resources: {'Port': ['ID=89d6c2b0-8474-481b-9455-b0f8670c04a0,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:58.242826 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:11:58.258548 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-ef90fabe-1c67-4019-af1f-607c835e674a admin admin] Deleting port 17dafae0-2eb5-4de8-8763-551f90f71754 {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:11:58.258962 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ef90fabe-1c67-4019-af1f-607c835e674a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:58.261547 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e0528a-bb05-402e-bfdc-4a954871f1a8 None None] Sync routers for ids ['98d06743-3c2c-45d8-a44e-01a67cb84757'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:58.277950 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0528a-bb05-402e-bfdc-4a954871f1a8 None None] Routers {'98d06743-3c2c-45d8-a44e-01a67cb84757'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:58.278805 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-f1e0528a-bb05-402e-bfdc-4a954871f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['98d06743-3c2c-45d8-a44e-01a67cb84757'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:58.322045 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:58.384156 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-ebf13ad9-c22b-487d-b39e-01393ac48420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1806295 Mar 08 12:11:58.388469 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:11:58.393030 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7f0d7d-beaf-4d26-a07e-09c4b27bef51" -d '{"events": [{"name": "network-changed", "server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:11:58.447760 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b1ef191b-8ac4-441c-a55e-88b4efc9b0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33134858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077281'] for router_interface (815211d6-f3c9-4422-817c-471d4aae972e), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:58.453116 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56a72c6-1cd8-4ee3-b25a-a8a7bf491dff x-openstack-request-id: req-d56a72c6-1cd8-4ee3-b25a-a8a7bf491dff {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:11:58.453723 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:11:58.454181 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d56a72c6-1cd8-4ee3-b25a-a8a7bf491dff {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:11:58.454840 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9', 'status': 'completed', 'code': 200} Mar 08 12:11:58.455016 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [None req-ef90fabe-1c67-4019-af1f-607c835e674a admin admin] For port 17dafae0-2eb5-4de8-8763-551f90f71754, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=17dafae0-2eb5-4de8-8763-551f90f71754,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:11:58.455422 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ef90fabe-1c67-4019-af1f-607c835e674a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:58.476639 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-ef90fabe-1c67-4019-af1f-607c835e674a admin admin] Calling delete_port for 17dafae0-2eb5-4de8-8763-551f90f71754 owned by network:router_interface {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:11:58.514972 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-f1e0528a-bb05-402e-bfdc-4a954871f1a8 None None] Set router 98d06743-3c2c-45d8-a44e-01a67cb84757 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:58.561346 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f0d7d-beaf-4d26-a07e-09c4b27bef51 req-a29acda1-e6bd-44e6-bce3-8106405f4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:58.563094 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cc7f0d7d-beaf-4d26-a07e-09c4b27bef51 req-a29acda1-e6bd-44e6-bce3-8106405f4d04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2&device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 1129 time: 0.0609856 Mar 08 12:11:58.717424 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f0d7d-beaf-4d26-a07e-09c4b27bef51 req-d3664d4f-d532-41eb-8e29-7ea1f73b0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:58.719527 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cc7f0d7d-beaf-4d26-a07e-09c4b27bef51 req-d3664d4f-d532-41eb-8e29-7ea1f73b0af9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ca79715-c117-4307-b1d3-f8a94ab698dc HTTP/1.1" status: 200 len: 908 time: 0.1495779 Mar 08 12:11:58.822879 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cc7f0d7d-beaf-4d26-a07e-09c4b27bef51 req-fc27469f-eff0-4e28-91b4-590620c20835 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b12b73b-9467-4e74-978e-3689d99506e9 HTTP/1.1" status: 200 len: 999 time: 0.0951290 Mar 08 12:11:58.903459 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f0d7d-beaf-4d26-a07e-09c4b27bef51 req-7cb14059-243c-4201-b086-1dc076abe228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:58.907045 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cc7f0d7d-beaf-4d26-a07e-09c4b27bef51 req-7cb14059-243c-4201-b086-1dc076abe228 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cce1efbf-0de4-4681-afea-b6da3b85f735 HTTP/1.1" status: 200 len: 846 time: 0.0776751 Mar 08 12:11:58.962404 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:58.997288 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f0d7d-beaf-4d26-a07e-09c4b27bef51 req-473b591d-fc6a-41f2-a4f4-3c389fd3f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:11:59.000283 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cc7f0d7d-beaf-4d26-a07e-09c4b27bef51 req-473b591d-fc6a-41f2-a4f4-3c389fd3f063 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ca79715-c117-4307-b1d3-f8a94ab698dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855563 Mar 08 12:11:59.015254 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-f1e0528a-bb05-402e-bfdc-4a954871f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:10:59Z', 'revision_number': 4, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port': {'id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:55Z', 'updated_at': '2022-03-08T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '6431437d-1912-46d2-bf01-d01bdf4cd041', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'port_id': '4b12b73b-9467-4e74-978e-3689d99506e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'mac_address': 'fa:16:3e:3c:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 0, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5841b247-2b50-40cf-9cd5-95229e8db197', 'name': '', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'mac_address': 'fa:16:3e:c3:fd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:58Z', 'updated_at': '2022-03-08T12:11:02Z', 'revision_number': 5, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'subnets': [{'id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:59.066922 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e0528a-bb05-402e-bfdc-4a954871f1a8 None None] Checking router: 98d06743-3c2c-45d8-a44e-01a67cb84757 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:11:59.081959 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0528a-bb05-402e-bfdc-4a954871f1a8 None None] Routers {'98d06743-3c2c-45d8-a44e-01a67cb84757'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:59.083511 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-f1e0528a-bb05-402e-bfdc-4a954871f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['98d06743-3c2c-45d8-a44e-01a67cb84757'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:59.121709 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ef191b-8ac4-441c-a55e-88b4efc9b0ec admin admin] Router 815211d6-f3c9-4422-817c-471d4aae972e has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:11:59.140599 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cc7f0d7d-beaf-4d26-a07e-09c4b27bef51 req-028d906b-18aa-4efa-8c59-9127be7588de service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332092 Mar 08 12:11:59.255778 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-f1e0528a-bb05-402e-bfdc-4a954871f1a8 None None] Set router 98d06743-3c2c-45d8-a44e-01a67cb84757 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:59.260870 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-cc7f0d7d-beaf-4d26-a07e-09c4b27bef51 req-c484211a-bb98-4b3b-bbfe-0cfd929a018b service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127727 Mar 08 12:11:59.320447 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ef90fabe-1c67-4019-af1f-607c835e674a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (17dafae0-2eb5-4de8-8763-551f90f71754), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:59.393946 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90fabe-1c67-4019-af1f-607c835e674a admin admin] Pushing event deleted for resources: {'Port': ['ID=17dafae0-2eb5-4de8-8763-551f90f71754,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:11:59.444522 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ef191b-8ac4-441c-a55e-88b4efc9b0ec admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:11:59.460930 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc2785-6788-4578-a070-eda7dca4b26f None None] Sync routers for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:11:59.490785 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc2785-6788-4578-a070-eda7dca4b26f None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:11:59.492222 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-16dc2785-6788-4578-a070-eda7dca4b26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:59.499722 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-b1ef191b-8ac4-441c-a55e-88b4efc9b0ec admin admin] 10.222.0.44 "PUT /v2.0/routers/815211d6-f3c9-4422-817c-471d4aae972e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4116936 Mar 08 12:11:59.504069 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55674) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:11:59.668125 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-f1e0528a-bb05-402e-bfdc-4a954871f1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:10:59Z', 'revision_number': 4, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port': {'id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:55Z', 'updated_at': '2022-03-08T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '6431437d-1912-46d2-bf01-d01bdf4cd041', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'port_id': '4b12b73b-9467-4e74-978e-3689d99506e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'mac_address': 'fa:16:3e:3c:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 0, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5841b247-2b50-40cf-9cd5-95229e8db197', 'name': '', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'mac_address': 'fa:16:3e:c3:fd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:58Z', 'updated_at': '2022-03-08T12:11:02Z', 'revision_number': 5, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'subnets': [{'id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:11:59.719157 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-16dc2785-6788-4578-a070-eda7dca4b26f None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:11:59.752256 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e0528a-bb05-402e-bfdc-4a954871f1a8 None None] The sync data for ids ['98d06743-3c2c-45d8-a44e-01a67cb84757'] in dv-cinder-830085-2-iscsi is: [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:10:59Z', 'revision_number': 4, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port': {'id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:55Z', 'updated_at': '2022-03-08T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '6431437d-1912-46d2-bf01-d01bdf4cd041', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'port_id': '4b12b73b-9467-4e74-978e-3689d99506e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'mac_address': 'fa:16:3e:3c:2d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:11:57Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 0, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5841b247-2b50-40cf-9cd5-95229e8db197', 'name': '', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'mac_address': 'fa:16:3e:c3:fd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:58Z', 'updated_at': '2022-03-08T12:11:02Z', 'revision_number': 5, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'subnets': [{'id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:11:59.847775 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Publish callbacks [] for router (815211d6-f3c9-4422-817c-471d4aae972e), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:59.866093 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:11:59.903956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ef90fabe-1c67-4019-af1f-607c835e674a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33134858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077281'] for router_interface (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:00.044965 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Publish callbacks [] for router_gateway (815211d6-f3c9-4422-817c-471d4aae972e), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:00.164982 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-16dc2785-6788-4578-a070-eda7dca4b26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:11:57Z', 'revision_number': 5, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port': {'id': '5ebf36e4-adbb-469e-a1ee-8360f67f8f3e', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815211d6-f3c9-4422-817c-471d4aae972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:00.198788 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9ab6df-a541-41ba-bd9d-b0817cdfc596 None None] New status for floating IP 6431437d-1912-46d2-bf01-d01bdf4cd041: ACTIVE {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:12:00.199486 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc2785-6788-4578-a070-eda7dca4b26f None None] Checking router: 815211d6-f3c9-4422-817c-471d4aae972e for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:12:00.211899 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc2785-6788-4578-a070-eda7dca4b26f None None] Routers {'815211d6-f3c9-4422-817c-471d4aae972e'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:00.212595 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-16dc2785-6788-4578-a070-eda7dca4b26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['815211d6-f3c9-4422-817c-471d4aae972e'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:00.228410 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef90fabe-1c67-4019-af1f-607c835e674a admin admin] Router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:12:00.255091 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Deleting port 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:12:00.256547 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:00.339971 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-16dc2785-6788-4578-a070-eda7dca4b26f None None] Set router 815211d6-f3c9-4422-817c-471d4aae972e gateway port host: None {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:00.393730 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] For port 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=5ebf36e4-adbb-469e-a1ee-8360f67f8f3e,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:00.394162 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:00.407445 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-16dc2785-6788-4578-a070-eda7dca4b26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:12:00Z', 'revision_number': 6, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port_host': None}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:00.410695 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Calling delete_port for 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e owned by network:router_gateway {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:12:00.424636 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef90fabe-1c67-4019-af1f-607c835e674a admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:12:00.433921 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-ef90fabe-1c67-4019-af1f-607c835e674a admin admin] 10.222.0.44 "PUT /v2.0/routers/d9e3a0ce-6370-4dc2-9a14-f0748f6f7269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3640647 Mar 08 12:12:00.436001 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55678) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:00.441436 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc2785-6788-4578-a070-eda7dca4b26f None None] The sync data for ids ['815211d6-f3c9-4422-817c-471d4aae972e'] in dv-cinder-830085-2-iscsi is: [{'id': '815211d6-f3c9-4422-817c-471d4aae972e', 'name': 'tempest-AttachVolumeNegativeTest-932668837-router', 'tenant_id': '4868bd544af04b158e08c3694b9279ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:12:00Z', 'revision_number': 6, 'project_id': '4868bd544af04b158e08c3694b9279ff', 'gw_port_host': None}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:12:00.441436 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a273d289-59f0-43ba-9902-a648abe9c976 None None] Sync routers for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:12:00.451982 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a273d289-59f0-43ba-9902-a648abe9c976 None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:00.452661 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-a273d289-59f0-43ba-9902-a648abe9c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:00.596077 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-a273d289-59f0-43ba-9902-a648abe9c976 None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:00.601180 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Publish callbacks [] for router (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:00.729190 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (5ebf36e4-adbb-469e-a1ee-8360f67f8f3e), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:00.736275 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Publish callbacks [] for router_gateway (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:00.783003 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebf36e4-adbb-469e-a1ee-8360f67f8f3e,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:00.861884 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-a273d289-59f0-43ba-9902-a648abe9c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:11:59Z', 'revision_number': 5, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port': {'id': '06ed4e2f-fff3-48be-8883-24443b45b516', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:36Z', 'updated_at': '2022-03-08T12:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:00.899320 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Deleting port 06ed4e2f-fff3-48be-8883-24443b45b516 {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:12:00.899770 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (06ed4e2f-fff3-48be-8883-24443b45b516), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:00.920053 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a273d289-59f0-43ba-9902-a648abe9c976 None None] Checking router: d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:12:00.930605 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a273d289-59f0-43ba-9902-a648abe9c976 None None] Routers {'d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:00.931468 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-a273d289-59f0-43ba-9902-a648abe9c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:00.957124 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33063819'] for router_gateway (815211d6-f3c9-4422-817c-471d4aae972e), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.032000 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 89d6c2b0-8474-481b-9455-b0f8670c04a0 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:12:01.043863 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-a273d289-59f0-43ba-9902-a648abe9c976 None None] Set router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 gateway port host: None {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:01.101019 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 89d6c2b0-8474-481b-9455-b0f8670c04a0 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:12:01.102070 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 89d6c2b0-8474-481b-9455-b0f8670c04a0 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:12:01.132690 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] For port 06ed4e2f-fff3-48be-8883-24443b45b516, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=06ed4e2f-fff3-48be-8883-24443b45b516,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:01.133475 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (06ed4e2f-fff3-48be-8883-24443b45b516), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.153792 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Calling delete_port for 06ed4e2f-fff3-48be-8883-24443b45b516 owned by network:router_gateway {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:12:01.158884 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33075775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31862'] for router (815211d6-f3c9-4422-817c-471d4aae972e), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.163073 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Publish callbacks [] for router_controller (815211d6-f3c9-4422-817c-471d4aae972e), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.164783 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-a273d289-59f0-43ba-9902-a648abe9c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:12:00Z', 'revision_number': 6, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port_host': None}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:01.218715 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a273d289-59f0-43ba-9902-a648abe9c976 None None] The sync data for ids ['d9e3a0ce-6370-4dc2-9a14-f0748f6f7269'] in dv-cinder-830085-2-iscsi is: [{'id': 'd9e3a0ce-6370-4dc2-9a14-f0748f6f7269', 'name': 'tempest-AttachVolumeTestJSON-42656942-router', 'tenant_id': '8538495811a94895b410d83147c0f4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:12:00Z', 'revision_number': 6, 'project_id': '8538495811a94895b410d83147c0f4dc', 'gw_port_host': None}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:12:01.308330 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33075752'] for router (815211d6-f3c9-4422-817c-471d4aae972e), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.308864 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 815211d6-f3c9-4422-817c-471d4aae972e {{(pid=110507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:12:01.318083 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.319786 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-a9eaa1a9-43d7-44c4-b5b1-9e6f2a9f0094 admin admin] 10.222.0.44 "DELETE /v2.0/routers/815211d6-f3c9-4422-817c-471d4aae972e HTTP/1.1" status: 204 len: 168 time: 1.8142478 Mar 08 12:12:01.335629 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55688) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:01.404694 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_v2 [None req-283907f4-f1cc-4f6b-8517-4a953176a9c7 admin admin] Deleting subnet 5a387d57-4cc1-4172-ab00-0a23139114fa {{(pid=110507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:12:01.404694 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-283907f4-f1cc-4f6b-8517-4a953176a9c7 admin admin] Publish callbacks [] for subnet (5a387d57-4cc1-4172-ab00-0a23139114fa), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.432734 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-283907f4-f1cc-4f6b-8517-4a953176a9c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30976093'] for subnet (5a387d57-4cc1-4172-ab00-0a23139114fa), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.531454 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (06ed4e2f-fff3-48be-8883-24443b45b516), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.560550 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-283907f4-f1cc-4f6b-8517-4a953176a9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (5a387d57-4cc1-4172-ab00-0a23139114fa), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.566124 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=06ed4e2f-fff3-48be-8883-24443b45b516,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:01.569433 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.660640 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33063819'] for router_gateway (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.767202 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33075775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31862'] for router (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.770158 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Publish callbacks [] for router_controller (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), precommit_delete_associations {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.792257 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-283907f4-f1cc-4f6b-8517-4a953176a9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30549010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257006'] for subnet (5a387d57-4cc1-4172-ab00-0a23139114fa), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.832259 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-283907f4-f1cc-4f6b-8517-4a953176a9c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.835769 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-283907f4-f1cc-4f6b-8517-4a953176a9c7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5a387d57-4cc1-4172-ab00-0a23139114fa HTTP/1.1" status: 204 len: 168 time: 0.5111165 Mar 08 12:12:01.836242 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283907f4-f1cc-4f6b-8517-4a953176a9c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a387d57-4cc1-4172-ab00-0a23139114fa,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:01.843550 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55690) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:01.844707 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba8372-3b85-492f-adcd-9297ca54530e None None] Network 91deec2c-beff-469e-8457-e94ee53aae39 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:12:01.965377 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33075752'] for router (d9e3a0ce-6370-4dc2-9a14-f0748f6f7269), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.975873 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 {{(pid=110508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:12:01.975873 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.980192 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-a72c62e3-c9e1-4332-bdc4-ef2acf724fc1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d9e3a0ce-6370-4dc2-9a14-f0748f6f7269 HTTP/1.1" status: 204 len: 168 time: 1.5400088 Mar 08 12:12:01.980192 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (91deec2c-beff-469e-8457-e94ee53aae39), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:01.980776 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55694) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:02.070836 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7ce40a-52d8-48a6-899b-da0a746a9dba None None] DHCP port deletion for 91deec2c-beff-469e-8457-e94ee53aae39 request from dv-cinder-830085-2-iscsi {{(pid=110509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:12:02.079363 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f15c54-1242-44d0-bd84-12e875687e4d admin admin] Deleting subnet bb880db3-908f-4f74-bad5-3393fd22f872 {{(pid=110507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:12:02.090225 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Deleting port d9620ca6-862a-4870-ac52-b953014c6b67 {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:12:02.090998 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.100317 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-42f15c54-1242-44d0-bd84-12e875687e4d admin admin] Publish callbacks [] for subnet (bb880db3-908f-4f74-bad5-3393fd22f872), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.132069 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ce40a-52d8-48a6-899b-da0a746a9dba None None] Deleting port d9620ca6-862a-4870-ac52-b953014c6b67 {{(pid=110509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:12:02.132544 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce40a-52d8-48a6-899b-da0a746a9dba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), before_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.196804 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-42f15c54-1242-44d0-bd84-12e875687e4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30976093'] for subnet (bb880db3-908f-4f74-bad5-3393fd22f872), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.218068 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] For port d9620ca6-862a-4870-ac52-b953014c6b67, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=d9620ca6-862a-4870-ac52-b953014c6b67,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:02.218652 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-fb7ce40a-52d8-48a6-899b-da0a746a9dba None None] For port d9620ca6-862a-4870-ac52-b953014c6b67, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=d9620ca6-862a-4870-ac52-b953014c6b67,segment=NetworkSegment(644ef2f4-a047-40eb-b60b-1a47db04c683),segment_id=644ef2f4-a047-40eb-b60b-1a47db04c683)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:02.219397 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce40a-52d8-48a6-899b-da0a746a9dba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), precommit_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.219972 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.240762 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ce40a-52d8-48a6-899b-da0a746a9dba None None] Calling delete_port for d9620ca6-862a-4870-ac52-b953014c6b67 owned by network:dhcp {{(pid=110509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:12:02.243437 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Calling delete_port for d9620ca6-862a-4870-ac52-b953014c6b67 owned by network:dhcp {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:12:02.246698 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637a304-30df-49bc-b26f-fd9c7a920c8c req-6cba756e-22fc-441c-a888-22b739164271 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:02.248706 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b637a304-30df-49bc-b26f-fd9c7a920c8c req-6cba756e-22fc-441c-a888-22b739164271 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 946 time: 0.1655927 Mar 08 12:12:02.346679 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-42f15c54-1242-44d0-bd84-12e875687e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (bb880db3-908f-4f74-bad5-3393fd22f872), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.372288 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b637a304-30df-49bc-b26f-fd9c7a920c8c req-de2e6c3a-28e4-41b5-bf5a-267f78887848 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104815 Mar 08 12:12:02.462844 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.469688 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce40a-52d8-48a6-899b-da0a746a9dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370'] for port (d9620ca6-862a-4870-ac52-b953014c6b67), after_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.495166 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9620ca6-862a-4870-ac52-b953014c6b67,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:02.501543 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] No DVR routers for this DVR port d9620ca6-862a-4870-ac52-b953014c6b67 on host dv-cinder-830085-2-iscsi {{(pid=110508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:12:02.502192 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-42f15c54-1242-44d0-bd84-12e875687e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30549010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257006'] for subnet (bb880db3-908f-4f74-bad5-3393fd22f872), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.507074 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ce40a-52d8-48a6-899b-da0a746a9dba None None] Pushing event deleted for resources: {'Port': ['ID=d9620ca6-862a-4870-ac52-b953014c6b67,revision_number=None']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:02.512511 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ce40a-52d8-48a6-899b-da0a746a9dba None None] No DVR routers for this DVR port d9620ca6-862a-4870-ac52-b953014c6b67 on host dv-cinder-830085-2-iscsi {{(pid=110509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:12:02.548058 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f15c54-1242-44d0-bd84-12e875687e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb880db3-908f-4f74-bad5-3393fd22f872,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:02.550427 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-42f15c54-1242-44d0-bd84-12e875687e4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.553910 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-42f15c54-1242-44d0-bd84-12e875687e4d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bb880db3-908f-4f74-bad5-3393fd22f872 HTTP/1.1" status: 204 len: 168 time: 0.5714486 Mar 08 12:12:02.557982 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55696) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:02.562695 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55734af1-7bb6-4272-93ed-d7a1de17c4c7 None None] Network 179e1abc-e30f-4687-8a9a-a281be5cbc95 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:12:02.607246 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (91deec2c-beff-469e-8457-e94ee53aae39), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.672754 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:12:02.681801 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91deec2c-beff-469e-8457-e94ee53aae39']}} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:02.698998 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:12:02.699291 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 5ebf36e4-adbb-469e-a1ee-8360f67f8f3e not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:12:02.699732 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 06ed4e2f-fff3-48be-8883-24443b45b516 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:12:02.703428 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644ef2f4-a047-40eb-b60b-1a47db04c683') {'for_net_delete': True} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:02.703709 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644ef2f4-a047-40eb-b60b-1a47db04c683') {} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:02.712809 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (179e1abc-e30f-4687-8a9a-a281be5cbc95), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.720004 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29552336'] for segment (644ef2f4-a047-40eb-b60b-1a47db04c683), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.721375 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 06ed4e2f-fff3-48be-8883-24443b45b516 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:12:02.721718 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 06ed4e2f-fff3-48be-8883-24443b45b516 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:12:02.722140 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device d9620ca6-862a-4870-ac52-b953014c6b67 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:12:02.741409 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (644ef2f4-a047-40eb-b60b-1a47db04c683), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.745469 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: d9620ca6-862a-4870-ac52-b953014c6b67 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:12:02.745812 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device d9620ca6-862a-4870-ac52-b953014c6b67 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:12:02.746227 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 17dafae0-2eb5-4de8-8763-551f90f71754 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:12:02.766724 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=110508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:12:02.767196 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30228028'] for segment (644ef2f4-a047-40eb-b60b-1a47db04c683), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: Traceback (most recent call last): Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: timer() Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: cb(*args, **kw) Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: return func(*args, **kwargs) Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: self._notify() Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: self.callback(batched_events) Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: event.method(event) Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: return f(self, *a, **k) Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._get(url).json() Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: return self.request(url, 'GET', **kwargs) Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:12:02.769079 dv-cinder-830085-2-iscsi neutron-server[110508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:12:02.775434 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 17dafae0-2eb5-4de8-8763-551f90f71754 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:12:02.775766 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 17dafae0-2eb5-4de8-8763-551f90f71754 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:12:02.841292 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301c3503-098d-4e4b-855e-8ae9651d86c7 None None] DHCP port deletion for 179e1abc-e30f-4687-8a9a-a281be5cbc95 request from dv-cinder-830085-2-iscsi {{(pid=110509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:12:02.850789 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Deleting port 08eeb216-6695-44aa-a359-78e5975a1684 {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:12:02.851283 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (08eeb216-6695-44aa-a359-78e5975a1684), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:02.892520 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-301c3503-098d-4e4b-855e-8ae9651d86c7 None None] Deleting port 08eeb216-6695-44aa-a359-78e5975a1684 {{(pid=110509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:12:03.001752 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-301c3503-098d-4e4b-855e-8ae9651d86c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (08eeb216-6695-44aa-a359-78e5975a1684), before_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.002634 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] For port 08eeb216-6695-44aa-a359-78e5975a1684, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=08eeb216-6695-44aa-a359-78e5975a1684,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:03.002634 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (08eeb216-6695-44aa-a359-78e5975a1684), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.002634 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Calling delete_port for 08eeb216-6695-44aa-a359-78e5975a1684 owned by network:dhcp {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:12:03.003011 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-301c3503-098d-4e4b-855e-8ae9651d86c7 None None] For port 08eeb216-6695-44aa-a359-78e5975a1684, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=08eeb216-6695-44aa-a359-78e5975a1684,segment=NetworkSegment(15e07be7-2a22-45ec-9809-48504bccc206),segment_id=15e07be7-2a22-45ec-9809-48504bccc206)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:03.003011 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-301c3503-098d-4e4b-855e-8ae9651d86c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (08eeb216-6695-44aa-a359-78e5975a1684), precommit_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.003011 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-301c3503-098d-4e4b-855e-8ae9651d86c7 None None] Calling delete_port for 08eeb216-6695-44aa-a359-78e5975a1684 owned by network:dhcp {{(pid=110509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:12:03.125476 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (91deec2c-beff-469e-8457-e94ee53aae39), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.133548 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.136794 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] 10.222.0.44 "DELETE /v2.0/networks/91deec2c-beff-469e-8457-e94ee53aae39 HTTP/1.1" status: 204 len: 168 time: 1.2916260 Mar 08 12:12:03.147054 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dd950-49b3-42b9-98bb-7215dc47eb1b admin admin] Pushing event deleted for resources: {'Network': ['ID=91deec2c-beff-469e-8457-e94ee53aae39,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:03.156512 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (08eeb216-6695-44aa-a359-78e5975a1684), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.163036 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-301c3503-098d-4e4b-855e-8ae9651d86c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370'] for port (08eeb216-6695-44aa-a359-78e5975a1684), after_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.200194 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c3503-098d-4e4b-855e-8ae9651d86c7 None None] Pushing event deleted for resources: {'Port': ['ID=08eeb216-6695-44aa-a359-78e5975a1684,revision_number=None']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:03.201611 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Pushing event deleted for resources: {'Port': ['ID=08eeb216-6695-44aa-a359-78e5975a1684,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:03.203790 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] No DVR routers for this DVR port 08eeb216-6695-44aa-a359-78e5975a1684 on host dv-cinder-830085-2-iscsi {{(pid=110508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:12:03.212482 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c3503-098d-4e4b-855e-8ae9651d86c7 None None] No DVR routers for this DVR port 08eeb216-6695-44aa-a359-78e5975a1684 on host dv-cinder-830085-2-iscsi {{(pid=110509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:12:03.305363 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (179e1abc-e30f-4687-8a9a-a281be5cbc95), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.329862 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179e1abc-e30f-4687-8a9a-a281be5cbc95']}} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:03.343011 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e07be7-2a22-45ec-9809-48504bccc206') {'for_net_delete': True} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:03.343391 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e07be7-2a22-45ec-9809-48504bccc206') {} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:03.354269 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29552336'] for segment (15e07be7-2a22-45ec-9809-48504bccc206), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.369571 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (15e07be7-2a22-45ec-9809-48504bccc206), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.376142 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=110508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:12:03.376549 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30228028'] for segment (15e07be7-2a22-45ec-9809-48504bccc206), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: Traceback (most recent call last): Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: timer() Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: cb(*args, **kw) Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: return func(*args, **kwargs) Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: self._notify() Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: self.callback(batched_events) Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: event.method(event) Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: return f(self, *a, **k) Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._get(url).json() Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: return self.request(url, 'GET', **kwargs) Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:12:03.378304 dv-cinder-830085-2-iscsi neutron-server[110508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:12:03.511751 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (179e1abc-e30f-4687-8a9a-a281be5cbc95), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.521122 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.528671 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] 10.222.0.44 "DELETE /v2.0/networks/179e1abc-e30f-4687-8a9a-a281be5cbc95 HTTP/1.1" status: 204 len: 168 time: 0.9696271 Mar 08 12:12:03.550272 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019d1fb-399d-4f35-ab2a-41617eb0dbf1 req-8657c891-3091-4df2-825a-d157747d2e0c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:03.552408 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5019d1fb-399d-4f35-ab2a-41617eb0dbf1 req-8657c891-3091-4df2-825a-d157747d2e0c tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 946 time: 0.0886919 Mar 08 12:12:03.553458 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcd776-e9eb-4293-b2bf-f7ba51daa68b admin admin] Pushing event deleted for resources: {'Network': ['ID=179e1abc-e30f-4687-8a9a-a281be5cbc95,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:03.611806 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5019d1fb-399d-4f35-ab2a-41617eb0dbf1 req-a35dfa3a-9c97-46cf-a64a-cd43fcb02701 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups?id=70872214-265b-4bd3-b2db-0f1eeb39c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529435 Mar 08 12:12:03.625626 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55704) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:03.645599 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-4165c288-42cf-46c6-858c-cd415b413c06 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:03.647189 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-4165c288-42cf-46c6-858c-cd415b413c06 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.55 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 946 time: 0.0784059 Mar 08 12:12:03.682621 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-9ab0e1d5-ca67-42c4-acad-6fa530edd6b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4868bd544af04b158e08c3694b9279ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0555065 Mar 08 12:12:03.685330 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55706) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:03.745147 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fbc17be0-7f7a-4c6e-8cf3-2ce9006d8d4d admin admin] Publish callbacks [] for security_group (eff462e5-7fea-4c73-bd9e-666e6b39b308), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.757107 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Deleting port 83ef8790-5cb3-4f12-becc-d312347f21a1 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:12:03.757451 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.771048 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fbc17be0-7f7a-4c6e-8cf3-2ce9006d8d4d admin admin] Publish callbacks [] for security_group (eff462e5-7fea-4c73-bd9e-666e6b39b308), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.875394 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] For port 83ef8790-5cb3-4f12-becc-d312347f21a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=83ef8790-5cb3-4f12-becc-d312347f21a1,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:03.875771 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.911231 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fbc17be0-7f7a-4c6e-8cf3-2ce9006d8d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (eff462e5-7fea-4c73-bd9e-666e6b39b308), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.919834 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fbc17be0-7f7a-4c6e-8cf3-2ce9006d8d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:03.919834 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-fbc17be0-7f7a-4c6e-8cf3-2ce9006d8d4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eff462e5-7fea-4c73-bd9e-666e6b39b308 HTTP/1.1" status: 204 len: 168 time: 0.2310994 Mar 08 12:12:03.925579 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55708) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:03.938898 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc17be0-7f7a-4c6e-8cf3-2ce9006d8d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff462e5-7fea-4c73-bd9e-666e6b39b308,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:04.024265 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-2ba8ae17-7b34-45c2-90ce-5fd65b3bfba7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8538495811a94895b410d83147c0f4dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0974743 Mar 08 12:12:04.026774 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55712) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:04.411003 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.411425 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (02e04e8e-a391-4c94-aad8-6c5f34baa41e), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.411740 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Floating IP 02e04e8e-a391-4c94-aad8-6c5f34baa41e disassociated. External IP: 172.27.1.214, port: 83ef8790-5cb3-4f12-becc-d312347f21a1. Mar 08 12:12:04.412104 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Calling delete_port for 83ef8790-5cb3-4f12-becc-d312347f21a1 owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:12:04.424478 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-31a57477-fa3d-4e3e-9440-0e4617196cc6 admin admin] Publish callbacks [] for security_group (db6640ea-cc4a-4b87-99c5-c93ebe26f773), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.492085 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-31a57477-fa3d-4e3e-9440-0e4617196cc6 admin admin] Publish callbacks [] for security_group (db6640ea-cc4a-4b87-99c5-c93ebe26f773), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.637401 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-31a57477-fa3d-4e3e-9440-0e4617196cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (db6640ea-cc4a-4b87-99c5-c93ebe26f773), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.640386 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-31a57477-fa3d-4e3e-9440-0e4617196cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.641595 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-31a57477-fa3d-4e3e-9440-0e4617196cc6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db6640ea-cc4a-4b87-99c5-c93ebe26f773 HTTP/1.1" status: 204 len: 168 time: 0.6138618 Mar 08 12:12:04.651535 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a57477-fa3d-4e3e-9440-0e4617196cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6640ea-cc4a-4b87-99c5-c93ebe26f773,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:04.680235 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 08eeb216-6695-44aa-a359-78e5975a1684 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:12:04.724907 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 08eeb216-6695-44aa-a359-78e5975a1684 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:12:04.725449 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 08eeb216-6695-44aa-a359-78e5975a1684 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:12:04.737443 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (83ef8790-5cb3-4f12-becc-d312347f21a1), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:04.785058 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event deleted for resources: {'Port': ['ID=83ef8790-5cb3-4f12-becc-d312347f21a1,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:04.840161 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be7df322-48d4-44f5-a071-67549345a77d req-373d00bf-0cee-4aa1-98f3-4b267bafedc1 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 210 time: 0.0940874 Mar 08 12:12:04.970974 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Router 78ca01d5-eaff-46d1-841e-5870543e8335 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:12:05.139978 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:12:05.159784 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e0b26-c161-45ba-b3bf-3a8ea8618815 None None] Sync routers for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:12:05.173290 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e0b26-c161-45ba-b3bf-3a8ea8618815 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:05.174626 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-6f2e0b26-c161-45ba-b3bf-3a8ea8618815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:05.216986 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] No DVR routers for this DVR port 83ef8790-5cb3-4f12-becc-d312347f21a1 on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:12:05.225087 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:05.229110 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-99ce87bd-a990-4bfa-8e5c-7b0c9a2c7508 req-0a5585ca-7b83-4ea4-908d-f03e7eb73f6b tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.55 "DELETE /v2.0/ports/83ef8790-5cb3-4f12-becc-d312347f21a1 HTTP/1.1" status: 204 len: 173 time: 1.5765734 Mar 08 12:12:05.229785 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'name': 'network-vif-deleted', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:12:05.232627 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993fc68d-40c7-44a4-957f-4d06b9459257" -d '{"events": [{"server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "name": "network-vif-deleted", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:12:05.286361 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4a5579-35b3-4e19-83e9-00a2992d6e5a x-openstack-request-id: req-cc4a5579-35b3-4e19-83e9-00a2992d6e5a {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:12:05.286531 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cf8e91-ac21-42ae-822a-2bd34c41297e", "name": "network-vif-deleted", "tag": "83ef8790-5cb3-4f12-becc-d312347f21a1", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:12:05.286758 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc4a5579-35b3-4e19-83e9-00a2992d6e5a {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:12:05.287244 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cf8e91-ac21-42ae-822a-2bd34c41297e', 'name': 'network-vif-deleted', 'tag': '83ef8790-5cb3-4f12-becc-d312347f21a1', 'status': 'completed', 'code': 200} Mar 08 12:12:05.513034 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-6f2e0b26-c161-45ba-b3bf-3a8ea8618815 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:05.751482 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-6f2e0b26-c161-45ba-b3bf-3a8ea8618815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 5, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:05.788598 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e0b26-c161-45ba-b3bf-3a8ea8618815 None None] Checking router: 78ca01d5-eaff-46d1-841e-5870543e8335 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:12:05.798388 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e0b26-c161-45ba-b3bf-3a8ea8618815 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:05.799028 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-6f2e0b26-c161-45ba-b3bf-3a8ea8618815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:05.951597 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-6f2e0b26-c161-45ba-b3bf-3a8ea8618815 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:05.989777 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-379f5bb1-fff2-4d2a-a99b-84694f568994 req-067e79c1-8bc5-4be5-a6aa-de0bc7b59922 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/ports?device_id=12cf8e91-ac21-42ae-822a-2bd34c41297e HTTP/1.1" status: 200 len: 210 time: 0.0379839 Mar 08 12:12:06.179300 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-6f2e0b26-c161-45ba-b3bf-3a8ea8618815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 5, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:06.207603 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e0b26-c161-45ba-b3bf-3a8ea8618815 None None] The sync data for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi is: [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:04:41Z', 'revision_number': 4, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'd8175d2c-f732-428d-9d3e-5df3e5d97107', 'name': '', 'network_id': 'e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'mac_address': 'fa:16:3e:7b:ee:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:39Z', 'updated_at': '2022-03-08T12:04:55Z', 'revision_number': 5, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'subnets': [{'id': '0881ec02-52c5-41f4-9bad-8258b28ec43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:12:06.513714 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b4a15-26c9-4788-9af0-f43dd49aada4 None None] New status for floating IP 02e04e8e-a391-4c94-aad8-6c5f34baa41e: DOWN {{(pid=110510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:12:07.174535 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55814) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:07.240332 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-91e42777-13f5-4956-9749-588f84a14c05 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group (70872214-265b-4bd3-b2db-0f1eeb39c9b4), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.264902 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-91e42777-13f5-4956-9749-588f84a14c05 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group (70872214-265b-4bd3-b2db-0f1eeb39c9b4), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.298498 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55822) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:07.385232 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-91e42777-13f5-4956-9749-588f84a14c05 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (70872214-265b-4bd3-b2db-0f1eeb39c9b4), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.388029 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-91e42777-13f5-4956-9749-588f84a14c05 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.389464 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-91e42777-13f5-4956-9749-588f84a14c05 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "DELETE /v2.0/security-groups/70872214-265b-4bd3-b2db-0f1eeb39c9b4 HTTP/1.1" status: 204 len: 168 time: 0.2136340 Mar 08 12:12:07.392463 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55828) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:07.406196 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.api.v2.resource [None req-7cb13604-75d6-42fb-a95b-e0d283faa7ae tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] show failed (client error): The resource could not be found. Mar 08 12:12:07.407231 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-7cb13604-75d6-42fb-a95b-e0d283faa7ae tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "GET /v2.0/security-groups/70872214-265b-4bd3-b2db-0f1eeb39c9b4 HTTP/1.1" status: 404 len: 347 time: 0.0137699 Mar 08 12:12:07.410279 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55830) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:07.419191 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e42777-13f5-4956-9749-588f84a14c05 tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70872214-265b-4bd3-b2db-0f1eeb39c9b4,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:07.423024 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0ba16150-eb19-42a3-bf64-894757251dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.508568 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0ba16150-eb19-42a3-bf64-894757251dcf admin admin] Publish callbacks [] for security_group (d7e18131-95a4-4ee6-8e81-6048017212b7), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.515085 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 83ef8790-5cb3-4f12-becc-d312347f21a1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:12:07.530364 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 83ef8790-5cb3-4f12-becc-d312347f21a1 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:12:07.530698 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 83ef8790-5cb3-4f12-becc-d312347f21a1 not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:12:07.544470 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-461d4b6b-b6d9-4e5a-907c-0b933c95621f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Deleting port 288c3ba6-0abf-4a2b-98d3-bcb11771e96c {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:12:07.544811 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-461d4b6b-b6d9-4e5a-907c-0b933c95621f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (288c3ba6-0abf-4a2b-98d3-bcb11771e96c), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.582510 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0ba16150-eb19-42a3-bf64-894757251dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (d7e18131-95a4-4ee6-8e81-6048017212b7), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.621129 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba16150-eb19-42a3-bf64-894757251dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e18131-95a4-4ee6-8e81-6048017212b7,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:07.628122 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-0ba16150-eb19-42a3-bf64-894757251dcf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=770cd01df8804492abd20a61e0b063a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260369 Mar 08 12:12:07.629634 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-461d4b6b-b6d9-4e5a-907c-0b933c95621f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (288c3ba6-0abf-4a2b-98d3-bcb11771e96c), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.630529 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-461d4b6b-b6d9-4e5a-907c-0b933c95621f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (288c3ba6-0abf-4a2b-98d3-bcb11771e96c), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.631591 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55834) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:07.652643 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-461d4b6b-b6d9-4e5a-907c-0b933c95621f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Calling delete_port for 288c3ba6-0abf-4a2b-98d3-bcb11771e96c owned by network:floatingip {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:12:07.672955 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55836) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:07.701544 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-43813bdd-91e9-4f42-8202-7b1129c32041 admin admin] Publish callbacks [] for security_group (d7e18131-95a4-4ee6-8e81-6048017212b7), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.724302 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-43813bdd-91e9-4f42-8202-7b1129c32041 admin admin] Publish callbacks [] for security_group (d7e18131-95a4-4ee6-8e81-6048017212b7), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.794812 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-92e4b1c9-3dce-4929-926f-61360663d772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.837688 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-43813bdd-91e9-4f42-8202-7b1129c32041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (d7e18131-95a4-4ee6-8e81-6048017212b7), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.840487 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-43813bdd-91e9-4f42-8202-7b1129c32041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.841680 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-43813bdd-91e9-4f42-8202-7b1129c32041 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7e18131-95a4-4ee6-8e81-6048017212b7 HTTP/1.1" status: 204 len: 168 time: 0.2087114 Mar 08 12:12:07.856216 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43813bdd-91e9-4f42-8202-7b1129c32041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e18131-95a4-4ee6-8e81-6048017212b7,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:07.865974 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-461d4b6b-b6d9-4e5a-907c-0b933c95621f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (288c3ba6-0abf-4a2b-98d3-bcb11771e96c), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.901648 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d4b6b-b6d9-4e5a-907c-0b933c95621f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Pushing event deleted for resources: {'Port': ['ID=288c3ba6-0abf-4a2b-98d3-bcb11771e96c,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:07.921759 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-92e4b1c9-3dce-4929-926f-61360663d772 admin admin] Publish callbacks [] for security_group (cb5d840b-662a-4597-a9a8-56d6bfd7281f), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.962936 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-461d4b6b-b6d9-4e5a-907c-0b933c95621f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks [] for floatingip (02e04e8e-a391-4c94-aad8-6c5f34baa41e), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.965749 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-461d4b6b-b6d9-4e5a-907c-0b933c95621f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:07.967022 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-461d4b6b-b6d9-4e5a-907c-0b933c95621f tempest-AttachVolumeShelveTestJSON-610924138 tempest-AttachVolumeShelveTestJSON-610924138-project] 10.222.0.44 "DELETE /v2.0/floatingips/02e04e8e-a391-4c94-aad8-6c5f34baa41e HTTP/1.1" status: 204 len: 168 time: 0.5558407 Mar 08 12:12:08.057046 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-92e4b1c9-3dce-4929-926f-61360663d772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (cb5d840b-662a-4597-a9a8-56d6bfd7281f), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:08.095981 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-92e4b1c9-3dce-4929-926f-61360663d772 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e3a3a0655bb4ee4a4d82378ae08d543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209690 Mar 08 12:12:08.096856 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4b1c9-3dce-4929-926f-61360663d772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5d840b-662a-4597-a9a8-56d6bfd7281f,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:08.099132 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55844) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:08.158179 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-db6fe441-a355-412f-ad98-df1a72950937 admin admin] Publish callbacks [] for security_group (cb5d840b-662a-4597-a9a8-56d6bfd7281f), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:08.183225 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-db6fe441-a355-412f-ad98-df1a72950937 admin admin] Publish callbacks [] for security_group (cb5d840b-662a-4597-a9a8-56d6bfd7281f), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:08.331225 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-db6fe441-a355-412f-ad98-df1a72950937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (cb5d840b-662a-4597-a9a8-56d6bfd7281f), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:08.334446 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-db6fe441-a355-412f-ad98-df1a72950937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:08.335654 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-db6fe441-a355-412f-ad98-df1a72950937 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb5d840b-662a-4597-a9a8-56d6bfd7281f HTTP/1.1" status: 204 len: 168 time: 0.2353344 Mar 08 12:12:08.343710 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fe441-a355-412f-ad98-df1a72950937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5d840b-662a-4597-a9a8-56d6bfd7281f,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:09.022758 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55872) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:09.036692 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a65c0a0-52d7-415d-b716-05f4db280c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.111552 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a65c0a0-52d7-415d-b716-05f4db280c3a admin admin] Publish callbacks [] for security_group (ce175e55-acfc-4cdb-a9e1-ac4aa69d959c), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.196966 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9a65c0a0-52d7-415d-b716-05f4db280c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (ce175e55-acfc-4cdb-a9e1-ac4aa69d959c), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.237298 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-9a65c0a0-52d7-415d-b716-05f4db280c3a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85588f3ac5334cecae4566fb117b7daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129760 Mar 08 12:12:09.238134 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65c0a0-52d7-415d-b716-05f4db280c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce175e55-acfc-4cdb-a9e1-ac4aa69d959c,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:09.239880 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55876) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:09.299749 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4978aa00-bb39-42de-b387-eb93dbdc5b12 admin admin] Publish callbacks [] for security_group (ce175e55-acfc-4cdb-a9e1-ac4aa69d959c), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.323686 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4978aa00-bb39-42de-b387-eb93dbdc5b12 admin admin] Publish callbacks [] for security_group (ce175e55-acfc-4cdb-a9e1-ac4aa69d959c), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.480228 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4978aa00-bb39-42de-b387-eb93dbdc5b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (ce175e55-acfc-4cdb-a9e1-ac4aa69d959c), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.483327 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-4978aa00-bb39-42de-b387-eb93dbdc5b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:09.484639 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-4978aa00-bb39-42de-b387-eb93dbdc5b12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce175e55-acfc-4cdb-a9e1-ac4aa69d959c HTTP/1.1" status: 204 len: 168 time: 0.2423041 Mar 08 12:12:09.493222 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978aa00-bb39-42de-b387-eb93dbdc5b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce175e55-acfc-4cdb-a9e1-ac4aa69d959c,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:10.806917 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 55938) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:11.275968 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c01a997d-7ffd-4daa-9efe-67145f93cd1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077333'] for router_interface (78ca01d5-eaff-46d1-841e-5870543e8335), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.541891 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-c01a997d-7ffd-4daa-9efe-67145f93cd1c admin admin] Deleting port d8175d2c-f732-428d-9d3e-5df3e5d97107 {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:12:11.542231 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c01a997d-7ffd-4daa-9efe-67145f93cd1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.628135 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [None req-c01a997d-7ffd-4daa-9efe-67145f93cd1c admin admin] For port d8175d2c-f732-428d-9d3e-5df3e5d97107, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=d8175d2c-f732-428d-9d3e-5df3e5d97107,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:11.628563 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c01a997d-7ffd-4daa-9efe-67145f93cd1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:11.642123 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-c01a997d-7ffd-4daa-9efe-67145f93cd1c admin admin] Calling delete_port for d8175d2c-f732-428d-9d3e-5df3e5d97107 owned by network:router_interface {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:12:12.193873 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c01a997d-7ffd-4daa-9efe-67145f93cd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (d8175d2c-f732-428d-9d3e-5df3e5d97107), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:12.218774 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a997d-7ffd-4daa-9efe-67145f93cd1c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8175d2c-f732-428d-9d3e-5df3e5d97107,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:12.392562 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c01a997d-7ffd-4daa-9efe-67145f93cd1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33134858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077281'] for router_interface (78ca01d5-eaff-46d1-841e-5870543e8335), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:12.634244 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01a997d-7ffd-4daa-9efe-67145f93cd1c admin admin] Router 78ca01d5-eaff-46d1-841e-5870543e8335 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:12:12.753653 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01a997d-7ffd-4daa-9efe-67145f93cd1c admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:12:12.761988 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-c01a997d-7ffd-4daa-9efe-67145f93cd1c admin admin] 10.222.0.44 "PUT /v2.0/routers/78ca01d5-eaff-46d1-841e-5870543e8335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9515769 Mar 08 12:12:12.762311 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55978) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:12.765132 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede71b9-f150-47c5-935f-b8de5898bbf9 None None] Sync routers for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:12:12.777843 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede71b9-f150-47c5-935f-b8de5898bbf9 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:12.778996 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-aede71b9-f150-47c5-935f-b8de5898bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:12.894367 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Publish callbacks [] for router (78ca01d5-eaff-46d1-841e-5870543e8335), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:12.902427 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-aede71b9-f150-47c5-935f-b8de5898bbf9 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:13.022577 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Publish callbacks [] for router_gateway (78ca01d5-eaff-46d1-841e-5870543e8335), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.110544 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-aede71b9-f150-47c5-935f-b8de5898bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:12:12Z', 'revision_number': 5, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port': {'id': '22c254aa-8e48-45dd-b43a-bf922cfc72bb', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:04:34Z', 'updated_at': '2022-03-08T12:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:13.141171 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede71b9-f150-47c5-935f-b8de5898bbf9 None None] Checking router: 78ca01d5-eaff-46d1-841e-5870543e8335 for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:12:13.151701 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede71b9-f150-47c5-935f-b8de5898bbf9 None None] Routers {'78ca01d5-eaff-46d1-841e-5870543e8335'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:12:13.152317 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-aede71b9-f150-47c5-935f-b8de5898bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:11:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['78ca01d5-eaff-46d1-841e-5870543e8335'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:13.185987 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Deleting port 22c254aa-8e48-45dd-b43a-bf922cfc72bb {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:12:13.186555 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.247422 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-aede71b9-f150-47c5-935f-b8de5898bbf9 None None] Set router 78ca01d5-eaff-46d1-841e-5870543e8335 gateway port host: None {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:12:13.279880 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] For port 22c254aa-8e48-45dd-b43a-bf922cfc72bb, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=22c254aa-8e48-45dd-b43a-bf922cfc72bb,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:13.280266 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.292977 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Calling delete_port for 22c254aa-8e48-45dd-b43a-bf922cfc72bb owned by network:router_gateway {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:12:13.301957 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-aede71b9-f150-47c5-935f-b8de5898bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:12:13Z', 'revision_number': 6, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port_host': None}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:13.328022 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede71b9-f150-47c5-935f-b8de5898bbf9 None None] The sync data for ids ['78ca01d5-eaff-46d1-841e-5870543e8335'] in dv-cinder-830085-2-iscsi is: [{'id': '78ca01d5-eaff-46d1-841e-5870543e8335', 'name': 'tempest-AttachVolumeShelveTestJSON-2112906704-router', 'tenant_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:04:32Z', 'updated_at': '2022-03-08T12:12:13Z', 'revision_number': 6, 'project_id': '8365ad5cbe4d4bbcaa750e1f088a3f02', 'gw_port_host': None}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:12:13.688169 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (22c254aa-8e48-45dd-b43a-bf922cfc72bb), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.713454 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c254aa-8e48-45dd-b43a-bf922cfc72bb,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:13.781828 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33063819'] for router_gateway (78ca01d5-eaff-46d1-841e-5870543e8335), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.875170 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33075775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31862'] for router (78ca01d5-eaff-46d1-841e-5870543e8335), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:13.877427 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Publish callbacks [] for router_controller (78ca01d5-eaff-46d1-841e-5870543e8335), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.022681 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33075752'] for router (78ca01d5-eaff-46d1-841e-5870543e8335), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.026570 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78ca01d5-eaff-46d1-841e-5870543e8335 {{(pid=110507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:12:14.028281 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.028874 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-623e090b-0155-42f2-969b-d7b4b1f717f9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/78ca01d5-eaff-46d1-841e-5870543e8335 HTTP/1.1" status: 204 len: 168 time: 1.2655556 Mar 08 12:12:14.031434 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 55996) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:14.093273 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_v2 [None req-4502ca98-3f8c-4ddb-bd19-afbcb90722df admin admin] Deleting subnet 0881ec02-52c5-41f4-9bad-8258b28ec43f {{(pid=110507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:12:14.096820 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4502ca98-3f8c-4ddb-bd19-afbcb90722df admin admin] Publish callbacks [] for subnet (0881ec02-52c5-41f4-9bad-8258b28ec43f), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.135647 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4502ca98-3f8c-4ddb-bd19-afbcb90722df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30976093'] for subnet (0881ec02-52c5-41f4-9bad-8258b28ec43f), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.244372 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4502ca98-3f8c-4ddb-bd19-afbcb90722df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (0881ec02-52c5-41f4-9bad-8258b28ec43f), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.389548 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4502ca98-3f8c-4ddb-bd19-afbcb90722df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30549010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257006'] for subnet (0881ec02-52c5-41f4-9bad-8258b28ec43f), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.425165 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502ca98-3f8c-4ddb-bd19-afbcb90722df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0881ec02-52c5-41f4-9bad-8258b28ec43f,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:14.427861 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4502ca98-3f8c-4ddb-bd19-afbcb90722df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.433464 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-4502ca98-3f8c-4ddb-bd19-afbcb90722df admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0881ec02-52c5-41f4-9bad-8258b28ec43f HTTP/1.1" status: 204 len: 168 time: 0.3986845 Mar 08 12:12:14.434491 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56008) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:14.440076 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7648332f-5a25-4a49-b947-ec5600530130 None None] Network e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:12:14.511950 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.587543 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Deleting port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:12:14.587543 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.645489 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc60f0-1e10-4f2d-9d18-f94b17a7343d None None] DHCP port deletion for e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 request from dv-cinder-830085-2-iscsi {{(pid=110509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:12:14.662368 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] For port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=a50b7a8c-0ad6-448c-b3f4-b75f860da1a9,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:14.662754 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.680575 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Calling delete_port for a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 owned by network:dhcp {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:12:14.724194 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-afdc60f0-1e10-4f2d-9d18-f94b17a7343d None None] Deleting port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 {{(pid=110509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:12:14.727256 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-afdc60f0-1e10-4f2d-9d18-f94b17a7343d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), before_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.752001 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device d8175d2c-f732-428d-9d3e-5df3e5d97107 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:12:14.783740 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: d8175d2c-f732-428d-9d3e-5df3e5d97107 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:12:14.784310 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device d8175d2c-f732-428d-9d3e-5df3e5d97107 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:12:14.785034 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 22c254aa-8e48-45dd-b43a-bf922cfc72bb no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:12:14.834562 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 22c254aa-8e48-45dd-b43a-bf922cfc72bb {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:12:14.834933 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 22c254aa-8e48-45dd-b43a-bf922cfc72bb not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:12:14.848147 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-afdc60f0-1e10-4f2d-9d18-f94b17a7343d None None] For port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=a50b7a8c-0ad6-448c-b3f4-b75f860da1a9,segment=NetworkSegment(ca454751-6d9a-461b-b66a-11996f603375),segment_id=ca454751-6d9a-461b-b66a-11996f603375)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:12:14.849485 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-afdc60f0-1e10-4f2d-9d18-f94b17a7343d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), precommit_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.861933 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-afdc60f0-1e10-4f2d-9d18-f94b17a7343d None None] Calling delete_port for a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 owned by network:dhcp {{(pid=110509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:12:14.891095 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.919283 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50b7a8c-0ad6-448c-b3f4-b75f860da1a9,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:14.923300 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] No DVR routers for this DVR port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 on host dv-cinder-830085-2-iscsi {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:12:14.956985 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-afdc60f0-1e10-4f2d-9d18-f94b17a7343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370'] for port (a50b7a8c-0ad6-448c-b3f4-b75f860da1a9), after_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:14.989183 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc60f0-1e10-4f2d-9d18-f94b17a7343d None None] Pushing event deleted for resources: {'Port': ['ID=a50b7a8c-0ad6-448c-b3f4-b75f860da1a9,revision_number=None']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:14.991154 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc60f0-1e10-4f2d-9d18-f94b17a7343d None None] No DVR routers for this DVR port a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 on host dv-cinder-830085-2-iscsi {{(pid=110509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:12:15.003141 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.028084 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984']}} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:15.039173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca454751-6d9a-461b-b66a-11996f603375') {'for_net_delete': True} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:15.039488 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca454751-6d9a-461b-b66a-11996f603375') {} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:15.049559 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30976166'] for segment (ca454751-6d9a-461b-b66a-11996f603375), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.062831 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (ca454751-6d9a-461b-b66a-11996f603375), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.069450 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=110507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:12:15.069885 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30549112'] for segment (ca454751-6d9a-461b-b66a-11996f603375), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: Traceback (most recent call last): Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: timer() Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: cb(*args, **kw) Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: return func(*args, **kwargs) Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: self._notify() Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: self.callback(batched_events) Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: event.method(event) Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: return f(self, *a, **k) Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._get(url).json() Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: return self.request(url, 'GET', **kwargs) Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:12:15.071636 dv-cinder-830085-2-iscsi neutron-server[110507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:12:15.196765 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.201394 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.205563 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984 HTTP/1.1" status: 204 len: 168 time: 0.7701240 Mar 08 12:12:15.219437 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05926e6e-d279-4754-8e6c-2c6f976d2fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4fa4d3b-d96e-43a4-9fe9-1cfcedf15984,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:15.633092 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56024) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:15.678417 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-50f8cfd1-b6fa-40b9-90ac-5c9bd467e6f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8365ad5cbe4d4bbcaa750e1f088a3f02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440195 Mar 08 12:12:15.682724 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56026) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:15.730099 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c0e410d4-e62a-4be9-a3da-c6a89448a6a1 admin admin] Publish callbacks [] for security_group (7a933efe-15cf-4968-a0f6-03e4b9ab86cd), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.751071 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c0e410d4-e62a-4be9-a3da-c6a89448a6a1 admin admin] Publish callbacks [] for security_group (7a933efe-15cf-4968-a0f6-03e4b9ab86cd), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.928642 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c0e410d4-e62a-4be9-a3da-c6a89448a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (7a933efe-15cf-4968-a0f6-03e4b9ab86cd), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.933986 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c0e410d4-e62a-4be9-a3da-c6a89448a6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:15.935365 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c0e410d4-e62a-4be9-a3da-c6a89448a6a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a933efe-15cf-4968-a0f6-03e4b9ab86cd HTTP/1.1" status: 204 len: 168 time: 0.2515600 Mar 08 12:12:15.951362 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e410d4-e62a-4be9-a3da-c6a89448a6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a933efe-15cf-4968-a0f6-03e4b9ab86cd,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:16.666062 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:12:16.681375 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:12:16.681723 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device a50b7a8c-0ad6-448c-b3f4-b75f860da1a9 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:12:19.037283 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:12:23.690928 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-da7421b7-d03b-4f5c-b25f-0dd91e01132b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:24.978042 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56266) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:25.086024 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f09f5b8c-df2c-4bef-b2da-42900ef1b830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:25.161191 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f09f5b8c-df2c-4bef-b2da-42900ef1b830 admin admin] Publish callbacks [] for security_group (28de5da2-344c-4b50-9095-31f387b8d1d4), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:25.236919 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f09f5b8c-df2c-4bef-b2da-42900ef1b830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (28de5da2-344c-4b50-9095-31f387b8d1d4), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:25.279049 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-f09f5b8c-df2c-4bef-b2da-42900ef1b830 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb4b0c06ffa048a6b09a4136f1d7bd7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998965 Mar 08 12:12:25.279813 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f5b8c-df2c-4bef-b2da-42900ef1b830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28de5da2-344c-4b50-9095-31f387b8d1d4,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:25.282166 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56270) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:25.334607 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b3cfb65e-5c16-4797-bb3b-8499b96e5fd1 admin admin] Publish callbacks [] for security_group (28de5da2-344c-4b50-9095-31f387b8d1d4), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:25.357552 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b3cfb65e-5c16-4797-bb3b-8499b96e5fd1 admin admin] Publish callbacks [] for security_group (28de5da2-344c-4b50-9095-31f387b8d1d4), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:25.471081 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b3cfb65e-5c16-4797-bb3b-8499b96e5fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (28de5da2-344c-4b50-9095-31f387b8d1d4), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:25.474740 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b3cfb65e-5c16-4797-bb3b-8499b96e5fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:25.478023 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-b3cfb65e-5c16-4797-bb3b-8499b96e5fd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28de5da2-344c-4b50-9095-31f387b8d1d4 HTTP/1.1" status: 204 len: 168 time: 0.1927805 Mar 08 12:12:25.484399 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfb65e-5c16-4797-bb3b-8499b96e5fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28de5da2-344c-4b50-9095-31f387b8d1d4,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:26.146814 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56290) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:26.159821 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-53186822-eac5-4524-80df-eaaaadcd511c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:26.236737 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-ad027e73-94c4-48a1-83b8-c88478fe46db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:26.239080 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-53186822-eac5-4524-80df-eaaaadcd511c admin admin] Publish callbacks [] for security_group (4c02ace8-7f60-4451-b44b-5be66f5fa538), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:26.310927 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-53186822-eac5-4524-80df-eaaaadcd511c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (4c02ace8-7f60-4451-b44b-5be66f5fa538), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:26.348779 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53186822-eac5-4524-80df-eaaaadcd511c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c02ace8-7f60-4451-b44b-5be66f5fa538,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:26.354246 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-53186822-eac5-4524-80df-eaaaadcd511c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d81584f06144842ba274a9babd6ca64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063673 Mar 08 12:12:26.363034 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56292) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:26.408079 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-298b2795-fdf5-4db8-8748-8cf79effd1f0 admin admin] Publish callbacks [] for security_group (4c02ace8-7f60-4451-b44b-5be66f5fa538), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:26.429733 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-298b2795-fdf5-4db8-8748-8cf79effd1f0 admin admin] Publish callbacks [] for security_group (4c02ace8-7f60-4451-b44b-5be66f5fa538), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:26.548251 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-298b2795-fdf5-4db8-8748-8cf79effd1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (4c02ace8-7f60-4451-b44b-5be66f5fa538), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:26.550919 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-298b2795-fdf5-4db8-8748-8cf79effd1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:26.552665 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-298b2795-fdf5-4db8-8748-8cf79effd1f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c02ace8-7f60-4451-b44b-5be66f5fa538 HTTP/1.1" status: 204 len: 168 time: 0.1946626 Mar 08 12:12:26.561946 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b2795-fdf5-4db8-8748-8cf79effd1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c02ace8-7f60-4451-b44b-5be66f5fa538,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:27.358996 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56316) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:27.372245 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2cceec43-c1df-4c7f-9a46-fc6419317a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:27.444781 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2cceec43-c1df-4c7f-9a46-fc6419317a04 admin admin] Publish callbacks [] for security_group (5b8e4779-d733-4283-8ae7-8fe9e30001a0), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:27.468207 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:27.533436 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2cceec43-c1df-4c7f-9a46-fc6419317a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5b8e4779-d733-4283-8ae7-8fe9e30001a0), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:27.574140 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceec43-c1df-4c7f-9a46-fc6419317a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8e4779-d733-4283-8ae7-8fe9e30001a0,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:27.579169 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-2cceec43-c1df-4c7f-9a46-fc6419317a04 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67cabc36792a443180a1a94127cc6a7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184641 Mar 08 12:12:27.581533 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56318) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:27.631239 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-33df8339-14b0-40e3-8e90-f57d6b33d530 admin admin] Publish callbacks [] for security_group (5b8e4779-d733-4283-8ae7-8fe9e30001a0), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:27.652914 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-33df8339-14b0-40e3-8e90-f57d6b33d530 admin admin] Publish callbacks [] for security_group (5b8e4779-d733-4283-8ae7-8fe9e30001a0), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:27.810710 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-33df8339-14b0-40e3-8e90-f57d6b33d530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5b8e4779-d733-4283-8ae7-8fe9e30001a0), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:27.813360 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-33df8339-14b0-40e3-8e90-f57d6b33d530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:27.814725 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-33df8339-14b0-40e3-8e90-f57d6b33d530 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b8e4779-d733-4283-8ae7-8fe9e30001a0 HTTP/1.1" status: 204 len: 168 time: 0.2325690 Mar 08 12:12:27.824127 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df8339-14b0-40e3-8e90-f57d6b33d530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8e4779-d733-4283-8ae7-8fe9e30001a0,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:28.507016 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56346) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:28.626635 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e634e085-94f7-4abf-9a3d-a53247b71f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:28.720634 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e634e085-94f7-4abf-9a3d-a53247b71f1c admin admin] Publish callbacks [] for security_group (d03cfe57-c03d-43e3-9fc8-5cbb67647076), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:28.799582 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-e634e085-94f7-4abf-9a3d-a53247b71f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (d03cfe57-c03d-43e3-9fc8-5cbb67647076), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:28.840895 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-e634e085-94f7-4abf-9a3d-a53247b71f1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57a0013c8f044a2ca236e7e16c48fca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326261 Mar 08 12:12:28.841615 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634e085-94f7-4abf-9a3d-a53247b71f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03cfe57-c03d-43e3-9fc8-5cbb67647076,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:28.844457 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56368) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:28.908103 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b3ed766c-f497-4c31-b13f-82b0932ad08b admin admin] Publish callbacks [] for security_group (d03cfe57-c03d-43e3-9fc8-5cbb67647076), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:28.930228 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56370) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:28.933764 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b3ed766c-f497-4c31-b13f-82b0932ad08b admin admin] Publish callbacks [] for security_group (d03cfe57-c03d-43e3-9fc8-5cbb67647076), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:28.965506 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:29.046881 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1795447848-network', 'tenant_id': '85703197c5f144b4ab976bb39fe43e23'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:29.065374 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b3ed766c-f497-4c31-b13f-82b0932ad08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (d03cfe57-c03d-43e3-9fc8-5cbb67647076), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:29.072275 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b3ed766c-f497-4c31-b13f-82b0932ad08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:29.072275 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-b3ed766c-f497-4c31-b13f-82b0932ad08b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d03cfe57-c03d-43e3-9fc8-5cbb67647076 HTTP/1.1" status: 204 len: 168 time: 0.2238324 Mar 08 12:12:29.083612 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed766c-f497-4c31-b13f-82b0932ad08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03cfe57-c03d-43e3-9fc8-5cbb67647076,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:29.148043 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Made reservation on behalf of 85703197c5f144b4ab976bb39fe43e23 for: {'network': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:12:29.150466 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:29.159507 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:29.231655 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Publish callbacks [] for security_group (eb6f5aed-bfc3-4746-b538-093469d03569), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:29.293365 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (eb6f5aed-bfc3-4746-b538-093469d03569), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:29.315302 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=110507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:12:29.332398 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6f5aed-bfc3-4746-b538-093469d03569,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:29.336671 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (87c1936a-4ea9-4994-b555-d5166e720e55), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:29.338902 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.segments_db [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Added segment 87c1936a-4ea9-4994-b555-d5166e720e55 of type vlan for network b957b1e2-79c7-4978-92b0-ef3680f9baa4 Mar 08 12:12:29.379043 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (b957b1e2-79c7-4978-92b0-ef3680f9baa4), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:29.470864 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (b957b1e2-79c7-4978-92b0-ef3680f9baa4), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:29.471963 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:29.472549 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:29.535623 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] Pushing event updated for resources: {'Network': ['ID=b957b1e2-79c7-4978-92b0-ef3680f9baa4,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:29.546649 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network b957b1e2-79c7-4978-92b0-ef3680f9baa4 details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:12:29.583428 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-d9d615e8-eb88-473b-a71e-85f115318798 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6518025 Mar 08 12:12:29.588229 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56388) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:29.593393 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-862c3496-95cb-4fb6-84e1-cb919568bb27 admin admin] Request body: {'subnet': {'network_id': 'b957b1e2-79c7-4978-92b0-ef3680f9baa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1795447848-subnet', 'tenant_id': '85703197c5f144b4ab976bb39fe43e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:29.707923 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862c3496-95cb-4fb6-84e1-cb919568bb27 admin admin] Made reservation on behalf of 85703197c5f144b4ab976bb39fe43e23 for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:12:29.710525 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-862c3496-95cb-4fb6-84e1-cb919568bb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24291546'] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:29.888217 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:30.028202 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-862c3496-95cb-4fb6-84e1-cb919568bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30228369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24291524'] for subnet (e47f54be-5cef-48db-a68b-24b80b9d5dee), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:30.092370 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c3496-95cb-4fb6-84e1-cb919568bb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47f54be-5cef-48db-a68b-24b80b9d5dee,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:30.098521 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c3496-95cb-4fb6-84e1-cb919568bb27 admin admin] Checking segment: {'id': '87c1936a-4ea9-4994-b555-d5166e720e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b957b1e2-79c7-4978-92b0-ef3680f9baa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:12:30.098873 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c3496-95cb-4fb6-84e1-cb919568bb27 admin admin] Network hostable DHCP agents. Network: b957b1e2-79c7-4978-92b0-ef3680f9baa4, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:12:30.213484 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c3496-95cb-4fb6-84e1-cb919568bb27 admin admin] Network b957b1e2-79c7-4978-92b0-ef3680f9baa4 is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:12:30.302161 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-862c3496-95cb-4fb6-84e1-cb919568bb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, b957b1e2-79c7-4978-92b0-ef3680f9baa4) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:30.306651 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c3496-95cb-4fb6-84e1-cb919568bb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:30.307378 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-862c3496-95cb-4fb6-84e1-cb919568bb27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:30.315050 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b69e4c-d593-4b10-901c-46d97c689e1b None None] Network b957b1e2-79c7-4978-92b0-ef3680f9baa4 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:12:30.411086 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-862c3496-95cb-4fb6-84e1-cb919568bb27 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8211303 Mar 08 12:12:30.421660 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af8149-2509-4f1a-80bc-212eb5af92d5 None None] Network b957b1e2-79c7-4978-92b0-ef3680f9baa4 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:12:31.229962 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56444) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:31.234861 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-85402771-network', 'tenant_id': 'ef8207b661224d009ab3c338cda5bb14'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:31.325392 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Made reservation on behalf of ef8207b661224d009ab3c338cda5bb14 for: {'network': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:12:31.329460 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for network (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:31.340768 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:31.423023 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Publish callbacks [] for security_group (d4915374-87ee-4a27-8e39-b9cf3df436ea), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:31.488704 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:31.516911 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (d4915374-87ee-4a27-8e39-b9cf3df436ea), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:31.545415 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=110508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:12:31.555330 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4915374-87ee-4a27-8e39-b9cf3df436ea,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:31.564996 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (6d82b84b-3f5e-44ec-80da-cc8a7d4e8732), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:31.564996 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.segments_db [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Added segment 6d82b84b-3f5e-44ec-80da-cc8a7d4e8732 of type vlan for network f20a59cd-db3b-46a6-8848-44b2f01dc607 Mar 08 12:12:31.601927 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767219066390'] for network (f20a59cd-db3b-46a6-8848-44b2f01dc607), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:31.759767 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853'] for network (f20a59cd-db3b-46a6-8848-44b2f01dc607), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:31.761969 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:31.761969 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:31.828615 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] Pushing event updated for resources: {'Network': ['ID=f20a59cd-db3b-46a6-8848-44b2f01dc607,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:31.840208 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Network f20a59cd-db3b-46a6-8848-44b2f01dc607 details requested by agent ovs-agent-dv-cinder-830085-2-iscsi with host dv-cinder-830085-2-iscsi {{(pid=110509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:12:31.953759 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-186e0f9f-565a-45ff-9cab-b77e8721a8ac admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7225881 Mar 08 12:12:31.956370 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56466) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:31.961093 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-72a42e42-008c-498a-b216-abf5ceaf2efe admin admin] Request body: {'subnet': {'network_id': 'f20a59cd-db3b-46a6-8848-44b2f01dc607', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-85402771-subnet', 'tenant_id': 'ef8207b661224d009ab3c338cda5bb14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:12:32.093670 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a42e42-008c-498a-b216-abf5ceaf2efe admin admin] Made reservation on behalf of ef8207b661224d009ab3c338cda5bb14 for: {'subnet': 1} {{(pid=110508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:12:32.096042 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-72a42e42-008c-498a-b216-abf5ceaf2efe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24291546'] for subnet (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:32.255492 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56472) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:32.337317 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-72a42e42-008c-498a-b216-abf5ceaf2efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30228369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24291524'] for subnet (b65d14b9-d712-4186-85a2-bdc3767549f8), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:32.368841 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5186b16f-418b-4731-8972-3855130ce0a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:32.393512 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a42e42-008c-498a-b216-abf5ceaf2efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65d14b9-d712-4186-85a2-bdc3767549f8,revision_number=0']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:32.402786 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a42e42-008c-498a-b216-abf5ceaf2efe admin admin] Checking segment: {'id': '6d82b84b-3f5e-44ec-80da-cc8a7d4e8732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f20a59cd-db3b-46a6-8848-44b2f01dc607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:12:32.407641 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a42e42-008c-498a-b216-abf5ceaf2efe admin admin] Network hostable DHCP agents. Network: f20a59cd-db3b-46a6-8848-44b2f01dc607, hostable agents: ['28e54277-441b-4228-bf91-862cb23ec3ad'], hosted agents: [] {{(pid=110508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:12:32.443713 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5186b16f-418b-4731-8972-3855130ce0a5 admin admin] Publish callbacks [] for security_group (fa2ba2c4-7b6f-4d73-86b1-b8c5108d8e15), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:32.479313 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a42e42-008c-498a-b216-abf5ceaf2efe admin admin] Network f20a59cd-db3b-46a6-8848-44b2f01dc607 is scheduled to be hosted by DHCP agent 28e54277-441b-4228-bf91-862cb23ec3ad with binding_index 1 {{(pid=110508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:12:32.508106 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5186b16f-418b-4731-8972-3855130ce0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (fa2ba2c4-7b6f-4d73-86b1-b8c5108d8e15), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:32.549299 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-5186b16f-418b-4731-8972-3855130ce0a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f66caa184374d1185461266e06f3ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914855 Mar 08 12:12:32.550099 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186b16f-418b-4731-8972-3855130ce0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2ba2c4-7b6f-4d73-86b1-b8c5108d8e15,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:32.552763 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56476) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:32.567210 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-72a42e42-008c-498a-b216-abf5ceaf2efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-2-iscsi, f20a59cd-db3b-46a6-8848-44b2f01dc607) {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:12:32.576072 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b236b988-8988-436b-980a-e5af732d8396 None None] Network f20a59cd-db3b-46a6-8848-44b2f01dc607 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:12:32.581562 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a42e42-008c-498a-b216-abf5ceaf2efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:32.582656 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-72a42e42-008c-498a-b216-abf5ceaf2efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:32.628357 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-54df0a22-df41-455c-a6ec-11e7968327bb admin admin] Publish callbacks [] for security_group (fa2ba2c4-7b6f-4d73-86b1-b8c5108d8e15), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:32.653618 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-54df0a22-df41-455c-a6ec-11e7968327bb admin admin] Publish callbacks [] for security_group (fa2ba2c4-7b6f-4d73-86b1-b8c5108d8e15), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:32.686921 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f742b1-3c54-4e5e-9854-16a52d89864c None None] Network f20a59cd-db3b-46a6-8848-44b2f01dc607 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:12:32.699942 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-72a42e42-008c-498a-b216-abf5ceaf2efe admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7424960 Mar 08 12:12:32.802322 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-54df0a22-df41-455c-a6ec-11e7968327bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (fa2ba2c4-7b6f-4d73-86b1-b8c5108d8e15), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:32.805034 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-54df0a22-df41-455c-a6ec-11e7968327bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:32.806176 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-54df0a22-df41-455c-a6ec-11e7968327bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa2ba2c4-7b6f-4d73-86b1-b8c5108d8e15 HTTP/1.1" status: 204 len: 168 time: 0.2519751 Mar 08 12:12:32.814584 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df0a22-df41-455c-a6ec-11e7968327bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2ba2c4-7b6f-4d73-86b1-b8c5108d8e15,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:33.518927 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56492) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:33.532404 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9b47af1a-8ad1-46ed-9e2b-4d6316529dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:33.609922 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9b47af1a-8ad1-46ed-9e2b-4d6316529dc0 admin admin] Publish callbacks [] for security_group (3aa1e345-7994-402a-9d1d-8df45526bbab), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:33.679433 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-9b47af1a-8ad1-46ed-9e2b-4d6316529dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (3aa1e345-7994-402a-9d1d-8df45526bbab), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:33.717298 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47af1a-8ad1-46ed-9e2b-4d6316529dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa1e345-7994-402a-9d1d-8df45526bbab,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:33.723329 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-9b47af1a-8ad1-46ed-9e2b-4d6316529dc0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8efe58a764614ef6a2bf9e95934aeb0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033043 Mar 08 12:12:33.725962 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56498) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:33.777419 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa23c-6a31-49ae-aa69-ebe8d6f56d49 admin admin] Publish callbacks [] for security_group (3aa1e345-7994-402a-9d1d-8df45526bbab), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:33.798250 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa23c-6a31-49ae-aa69-ebe8d6f56d49 admin admin] Publish callbacks [] for security_group (3aa1e345-7994-402a-9d1d-8df45526bbab), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:33.933917 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa23c-6a31-49ae-aa69-ebe8d6f56d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (3aa1e345-7994-402a-9d1d-8df45526bbab), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:33.936463 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa23c-6a31-49ae-aa69-ebe8d6f56d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:33.937613 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-c8cfa23c-6a31-49ae-aa69-ebe8d6f56d49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3aa1e345-7994-402a-9d1d-8df45526bbab HTTP/1.1" status: 204 len: 168 time: 0.2107365 Mar 08 12:12:33.946431 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfa23c-6a31-49ae-aa69-ebe8d6f56d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa1e345-7994-402a-9d1d-8df45526bbab,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:34.619387 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c7623a3e-5121-4770-93cd-a723cfa251ee req-d77442bf-090e-42a8-b67e-01c31a456569 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504596 Mar 08 12:12:34.706659 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7623a3e-5121-4770-93cd-a723cfa251ee req-1881b32a-2bc8-408b-892d-cccbe817234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:34.708927 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c7623a3e-5121-4770-93cd-a723cfa251ee req-1881b32a-2bc8-408b-892d-cccbe817234c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 1130 time: 0.0499237 Mar 08 12:12:34.816300 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7623a3e-5121-4770-93cd-a723cfa251ee req-1762ec5d-26c7-4346-9e73-955a364b695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:34.817824 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c7623a3e-5121-4770-93cd-a723cfa251ee req-1762ec5d-26c7-4346-9e73-955a364b695b service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 912 time: 0.0864930 Mar 08 12:12:34.903523 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c7623a3e-5121-4770-93cd-a723cfa251ee req-08689ff7-c5ce-46f8-9e3f-890facfd09e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a HTTP/1.1" status: 200 len: 1002 time: 0.0778530 Mar 08 12:12:34.961138 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7623a3e-5121-4770-93cd-a723cfa251ee req-a6c93af6-beae-4f98-91e1-bfe3e91918cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:34.962739 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c7623a3e-5121-4770-93cd-a723cfa251ee req-a6c93af6-beae-4f98-91e1-bfe3e91918cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b8a0334-137e-4ca7-8145-79c5e98e839a HTTP/1.1" status: 200 len: 850 time: 0.0480731 Mar 08 12:12:35.022292 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7623a3e-5121-4770-93cd-a723cfa251ee req-a90e04c6-b6b9-48a1-bf38-206ba70b7f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:35.023951 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c7623a3e-5121-4770-93cd-a723cfa251ee req-a90e04c6-b6b9-48a1-bf38-206ba70b7f82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3fc0b6-5937-41b0-aee4-61d2206408d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467267 Mar 08 12:12:35.152070 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c7623a3e-5121-4770-93cd-a723cfa251ee req-e704eeaf-82f2-4480-b0b5-c7f70beb717c service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190603 Mar 08 12:12:35.252951 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c7623a3e-5121-4770-93cd-a723cfa251ee req-504257f3-0cb7-4ab9-9136-2a1606c854a1 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899169 Mar 08 12:12:42.734850 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56702) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:42.844858 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fec1d58f-5b5b-44e7-871d-f2083d97dd35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:42.925042 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fec1d58f-5b5b-44e7-871d-f2083d97dd35 admin admin] Publish callbacks [] for security_group (9ddc3b6b-f1e1-456d-adda-e3756b634662), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:42.984945 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fec1d58f-5b5b-44e7-871d-f2083d97dd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (9ddc3b6b-f1e1-456d-adda-e3756b634662), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:43.022926 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-fec1d58f-5b5b-44e7-871d-f2083d97dd35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b77ec1129a847ca93e99a09e928c19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868593 Mar 08 12:12:43.025647 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56716) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:43.028250 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1d58f-5b5b-44e7-871d-f2083d97dd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddc3b6b-f1e1-456d-adda-e3756b634662,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:43.078435 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e5023f4e-2752-4ed5-a9bd-2f001c2cd4da admin admin] Publish callbacks [] for security_group (9ddc3b6b-f1e1-456d-adda-e3756b634662), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:43.100872 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e5023f4e-2752-4ed5-a9bd-2f001c2cd4da admin admin] Publish callbacks [] for security_group (9ddc3b6b-f1e1-456d-adda-e3756b634662), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:43.216394 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e5023f4e-2752-4ed5-a9bd-2f001c2cd4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (9ddc3b6b-f1e1-456d-adda-e3756b634662), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:43.219063 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-e5023f4e-2752-4ed5-a9bd-2f001c2cd4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:43.222783 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-e5023f4e-2752-4ed5-a9bd-2f001c2cd4da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ddc3b6b-f1e1-456d-adda-e3756b634662 HTTP/1.1" status: 204 len: 168 time: 0.1936224 Mar 08 12:12:43.230483 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5023f4e-2752-4ed5-a9bd-2f001c2cd4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddc3b6b-f1e1-456d-adda-e3756b634662,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:43.898802 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56728) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:43.912745 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-577f6d63-5fd9-4217-a5ec-fec223e247ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:43.992487 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-577f6d63-5fd9-4217-a5ec-fec223e247ad admin admin] Publish callbacks [] for security_group (361f1eea-f6ae-4143-b49d-b152f2e4bc18), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:44.102392 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-577f6d63-5fd9-4217-a5ec-fec223e247ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (361f1eea-f6ae-4143-b49d-b152f2e4bc18), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:44.143631 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-577f6d63-5fd9-4217-a5ec-fec223e247ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c418f023b13471094827df332ce62f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436657 Mar 08 12:12:44.144519 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f6d63-5fd9-4217-a5ec-fec223e247ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361f1eea-f6ae-4143-b49d-b152f2e4bc18,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:44.146294 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56740) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:44.196071 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-10655550-a88a-49b6-b18d-4bc910dd47b6 admin admin] Publish callbacks [] for security_group (361f1eea-f6ae-4143-b49d-b152f2e4bc18), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:44.217280 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-10655550-a88a-49b6-b18d-4bc910dd47b6 admin admin] Publish callbacks [] for security_group (361f1eea-f6ae-4143-b49d-b152f2e4bc18), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:44.336602 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-10655550-a88a-49b6-b18d-4bc910dd47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (361f1eea-f6ae-4143-b49d-b152f2e4bc18), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:44.339448 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-10655550-a88a-49b6-b18d-4bc910dd47b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:44.340626 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-10655550-a88a-49b6-b18d-4bc910dd47b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/361f1eea-f6ae-4143-b49d-b152f2e4bc18 HTTP/1.1" status: 204 len: 168 time: 0.1920912 Mar 08 12:12:44.348551 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10655550-a88a-49b6-b18d-4bc910dd47b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361f1eea-f6ae-4143-b49d-b152f2e4bc18,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:44.977225 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56754) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:45.140717 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f0603501-4f30-4910-b136-993284b5af84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:45.213641 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f0603501-4f30-4910-b136-993284b5af84 admin admin] Publish callbacks [] for security_group (b5fa8943-ccad-45e0-9003-7f9a8620a39d), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:45.307949 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f0603501-4f30-4910-b136-993284b5af84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (b5fa8943-ccad-45e0-9003-7f9a8620a39d), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:45.348089 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-f0603501-4f30-4910-b136-993284b5af84 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a4e9e70389f45298f75ebb178a08620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696930 Mar 08 12:12:45.348973 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0603501-4f30-4910-b136-993284b5af84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fa8943-ccad-45e0-9003-7f9a8620a39d,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:45.351556 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56772) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:45.399266 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-63bb87bb-a4c7-484f-9f43-159be51f771a admin admin] Publish callbacks [] for security_group (b5fa8943-ccad-45e0-9003-7f9a8620a39d), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:45.420649 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-63bb87bb-a4c7-484f-9f43-159be51f771a admin admin] Publish callbacks [] for security_group (b5fa8943-ccad-45e0-9003-7f9a8620a39d), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:45.542324 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-63bb87bb-a4c7-484f-9f43-159be51f771a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (b5fa8943-ccad-45e0-9003-7f9a8620a39d), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:45.545156 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-63bb87bb-a4c7-484f-9f43-159be51f771a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:45.546317 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-63bb87bb-a4c7-484f-9f43-159be51f771a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5fa8943-ccad-45e0-9003-7f9a8620a39d HTTP/1.1" status: 204 len: 168 time: 0.1936119 Mar 08 12:12:45.554447 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb87bb-a4c7-484f-9f43-159be51f771a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fa8943-ccad-45e0-9003-7f9a8620a39d,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:46.349621 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56798) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:46.363210 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b9be97d8-7dcd-4745-a9ab-98a29b372de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:46.446428 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b9be97d8-7dcd-4745-a9ab-98a29b372de3 admin admin] Publish callbacks [] for security_group (267beb90-e7f1-4499-b348-96b53a80d2d6), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:46.553506 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b9be97d8-7dcd-4745-a9ab-98a29b372de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (267beb90-e7f1-4499-b348-96b53a80d2d6), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:46.590118 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be97d8-7dcd-4745-a9ab-98a29b372de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267beb90-e7f1-4499-b348-96b53a80d2d6,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:46.597213 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-b9be97d8-7dcd-4745-a9ab-98a29b372de3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f2c74629ba94bfe84aa15083c6ce3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434959 Mar 08 12:12:46.598204 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56808) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:46.648628 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a97a2000-648b-4ee0-bb7f-8f2d577087d5 admin admin] Publish callbacks [] for security_group (267beb90-e7f1-4499-b348-96b53a80d2d6), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:46.671004 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a97a2000-648b-4ee0-bb7f-8f2d577087d5 admin admin] Publish callbacks [] for security_group (267beb90-e7f1-4499-b348-96b53a80d2d6), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:46.839457 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a97a2000-648b-4ee0-bb7f-8f2d577087d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (267beb90-e7f1-4499-b348-96b53a80d2d6), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:46.842121 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-a97a2000-648b-4ee0-bb7f-8f2d577087d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:46.845669 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-a97a2000-648b-4ee0-bb7f-8f2d577087d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/267beb90-e7f1-4499-b348-96b53a80d2d6 HTTP/1.1" status: 204 len: 168 time: 0.2443223 Mar 08 12:12:46.852862 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a2000-648b-4ee0-bb7f-8f2d577087d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267beb90-e7f1-4499-b348-96b53a80d2d6,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:47.586895 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56830) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:47.695587 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bb8979db-707e-485e-9a68-e18cc635355c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:47.768005 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bb8979db-707e-485e-9a68-e18cc635355c admin admin] Publish callbacks [] for security_group (2cb4cb11-1877-4c7d-8d68-ecbc97c814d8), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:47.991452 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bb8979db-707e-485e-9a68-e18cc635355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (2cb4cb11-1877-4c7d-8d68-ecbc97c814d8), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:48.033118 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-bb8979db-707e-485e-9a68-e18cc635355c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5035aaeb20b4499d83167ced856bf4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449000 Mar 08 12:12:48.037000 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8979db-707e-485e-9a68-e18cc635355c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb4cb11-1877-4c7d-8d68-ecbc97c814d8,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:48.037304 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56844) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:48.088804 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-581aa959-c893-4200-b76c-15b8dacb6bbf admin admin] Publish callbacks [] for security_group (2cb4cb11-1877-4c7d-8d68-ecbc97c814d8), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:48.110953 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-581aa959-c893-4200-b76c-15b8dacb6bbf admin admin] Publish callbacks [] for security_group (2cb4cb11-1877-4c7d-8d68-ecbc97c814d8), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:48.262890 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-581aa959-c893-4200-b76c-15b8dacb6bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (2cb4cb11-1877-4c7d-8d68-ecbc97c814d8), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:48.265869 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-581aa959-c893-4200-b76c-15b8dacb6bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:48.267049 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-581aa959-c893-4200-b76c-15b8dacb6bbf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2cb4cb11-1877-4c7d-8d68-ecbc97c814d8 HTTP/1.1" status: 204 len: 168 time: 0.2303610 Mar 08 12:12:48.276253 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aa959-c893-4200-b76c-15b8dacb6bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb4cb11-1877-4c7d-8d68-ecbc97c814d8,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:49.104196 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56874) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:49.117969 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-37e6b2ab-232d-4473-b960-ce884c592123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:49.195780 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-37e6b2ab-232d-4473-b960-ce884c592123 admin admin] Publish callbacks [] for security_group (f4ed4afe-61cd-49d9-9f5c-d9c499a5c003), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:49.293785 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-37e6b2ab-232d-4473-b960-ce884c592123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (f4ed4afe-61cd-49d9-9f5c-d9c499a5c003), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:49.336192 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-37e6b2ab-232d-4473-b960-ce884c592123 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a665db26d5b419aa342a81c12472b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307343 Mar 08 12:12:49.337539 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6b2ab-232d-4473-b960-ce884c592123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ed4afe-61cd-49d9-9f5c-d9c499a5c003,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:49.338824 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56880) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:49.389906 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c10020a-a1ca-48ab-823a-09fc410b09a4 admin admin] Publish callbacks [] for security_group (f4ed4afe-61cd-49d9-9f5c-d9c499a5c003), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:49.412152 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c10020a-a1ca-48ab-823a-09fc410b09a4 admin admin] Publish callbacks [] for security_group (f4ed4afe-61cd-49d9-9f5c-d9c499a5c003), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:49.591046 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c10020a-a1ca-48ab-823a-09fc410b09a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (f4ed4afe-61cd-49d9-9f5c-d9c499a5c003), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:49.591046 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5c10020a-a1ca-48ab-823a-09fc410b09a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:49.592218 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-5c10020a-a1ca-48ab-823a-09fc410b09a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4ed4afe-61cd-49d9-9f5c-d9c499a5c003 HTTP/1.1" status: 204 len: 168 time: 0.2523015 Mar 08 12:12:49.600748 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10020a-a1ca-48ab-823a-09fc410b09a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ed4afe-61cd-49d9-9f5c-d9c499a5c003,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:52.351364 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56980) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:52.399436 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30c204f-662c-484e-8ab5-cc584ea49e03 admin admin] Deleting subnet e47f54be-5cef-48db-a68b-24b80b9d5dee {{(pid=110507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:12:52.402922 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c30c204f-662c-484e-8ab5-cc584ea49e03 admin admin] Publish callbacks [] for subnet (e47f54be-5cef-48db-a68b-24b80b9d5dee), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:52.439806 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c30c204f-662c-484e-8ab5-cc584ea49e03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30976093'] for subnet (e47f54be-5cef-48db-a68b-24b80b9d5dee), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:52.481393 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c30c204f-662c-484e-8ab5-cc584ea49e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (e47f54be-5cef-48db-a68b-24b80b9d5dee), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:52.615334 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c30c204f-662c-484e-8ab5-cc584ea49e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30549010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257006'] for subnet (e47f54be-5cef-48db-a68b-24b80b9d5dee), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:52.642777 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c204f-662c-484e-8ab5-cc584ea49e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47f54be-5cef-48db-a68b-24b80b9d5dee,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:52.651596 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c30c204f-662c-484e-8ab5-cc584ea49e03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:52.655848 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c30c204f-662c-484e-8ab5-cc584ea49e03 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e47f54be-5cef-48db-a68b-24b80b9d5dee HTTP/1.1" status: 204 len: 168 time: 0.3032541 Mar 08 12:12:52.658535 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 56984) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:52.733841 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (b957b1e2-79c7-4978-92b0-ef3680f9baa4), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:52.813820 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (b957b1e2-79c7-4978-92b0-ef3680f9baa4), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:52.832971 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b957b1e2-79c7-4978-92b0-ef3680f9baa4']}} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:52.842346 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c1936a-4ea9-4994-b555-d5166e720e55') {'for_net_delete': True} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:52.842643 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c1936a-4ea9-4994-b555-d5166e720e55') {} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:52.852415 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29552336'] for segment (87c1936a-4ea9-4994-b555-d5166e720e55), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:52.865058 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (87c1936a-4ea9-4994-b555-d5166e720e55), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:52.870778 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=110508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:12:52.871184 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30228028'] for segment (87c1936a-4ea9-4994-b555-d5166e720e55), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: Traceback (most recent call last): Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: timer() Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: cb(*args, **kw) Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: return func(*args, **kwargs) Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: self._notify() Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: self.callback(batched_events) Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: event.method(event) Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: return f(self, *a, **k) Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._get(url).json() Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: return self.request(url, 'GET', **kwargs) Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:12:52.872826 dv-cinder-830085-2-iscsi neutron-server[110508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:12:53.056499 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (b957b1e2-79c7-4978-92b0-ef3680f9baa4), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.063665 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.067899 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] 10.222.0.44 "DELETE /v2.0/networks/b957b1e2-79c7-4978-92b0-ef3680f9baa4 HTTP/1.1" status: 204 len: 168 time: 0.4083347 Mar 08 12:12:53.071350 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56988) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:53.079132 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Pushing event deleted for resources: {'Network': ['ID=b957b1e2-79c7-4978-92b0-ef3680f9baa4,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:53.087365 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.087734 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.088080 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.088431 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.088792 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.089125 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.089464 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.089801 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.090183 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.090520 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.090875 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.091233 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.093637 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b94377-778f-42bb-b152-64b39d5adf5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:53.118167 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc48b31-00bb-4cf0-bdea-8542d7b443d6 admin admin] Deleting subnet b65d14b9-d712-4186-85a2-bdc3767549f8 {{(pid=110507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:12:53.121537 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5fc48b31-00bb-4cf0-bdea-8542d7b443d6 admin admin] Publish callbacks [] for subnet (b65d14b9-d712-4186-85a2-bdc3767549f8), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.156968 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5fc48b31-00bb-4cf0-bdea-8542d7b443d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30976093'] for subnet (b65d14b9-d712-4186-85a2-bdc3767549f8), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.202865 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5fc48b31-00bb-4cf0-bdea-8542d7b443d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (b65d14b9-d712-4186-85a2-bdc3767549f8), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.354078 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5fc48b31-00bb-4cf0-bdea-8542d7b443d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30549010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257006'] for subnet (b65d14b9-d712-4186-85a2-bdc3767549f8), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.384598 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc48b31-00bb-4cf0-bdea-8542d7b443d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b65d14b9-d712-4186-85a2-bdc3767549f8,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:53.389176 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5fc48b31-00bb-4cf0-bdea-8542d7b443d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.392362 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-5fc48b31-00bb-4cf0-bdea-8542d7b443d6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b65d14b9-d712-4186-85a2-bdc3767549f8 HTTP/1.1" status: 204 len: 168 time: 0.3199561 Mar 08 12:12:53.394702 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 56996) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:53.463531 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-57b323ef-015c-4a79-817b-665f0fb5be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (f20a59cd-db3b-46a6-8848-44b2f01dc607), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.545662 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-57b323ef-015c-4a79-817b-665f0fb5be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (f20a59cd-db3b-46a6-8848-44b2f01dc607), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.569657 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-57b323ef-015c-4a79-817b-665f0fb5be5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20a59cd-db3b-46a6-8848-44b2f01dc607']}} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:53.579818 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-57b323ef-015c-4a79-817b-665f0fb5be5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d82b84b-3f5e-44ec-80da-cc8a7d4e8732') {'for_net_delete': True} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:53.582121 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-57b323ef-015c-4a79-817b-665f0fb5be5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d82b84b-3f5e-44ec-80da-cc8a7d4e8732') {} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:12:53.589663 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-57b323ef-015c-4a79-817b-665f0fb5be5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30976166'] for segment (6d82b84b-3f5e-44ec-80da-cc8a7d4e8732), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.603094 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-57b323ef-015c-4a79-817b-665f0fb5be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (6d82b84b-3f5e-44ec-80da-cc8a7d4e8732), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.609224 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b323ef-015c-4a79-817b-665f0fb5be5b admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=110507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:12:53.609614 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-57b323ef-015c-4a79-817b-665f0fb5be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30549112'] for segment (6d82b84b-3f5e-44ec-80da-cc8a7d4e8732), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: Traceback (most recent call last): Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: timer() Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: cb(*args, **kw) Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: return func(*args, **kwargs) Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: self._notify() Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: self.callback(batched_events) Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: event.method(event) Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: return f(self, *a, **k) Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._get(url).json() Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: return self.request(url, 'GET', **kwargs) Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:12:53.611570 dv-cinder-830085-2-iscsi neutron-server[110507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:12:53.630962 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-53c0e63a-4ad4-4814-ace4-4128bdfd3c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.750927 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-57b323ef-015c-4a79-817b-665f0fb5be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (f20a59cd-db3b-46a6-8848-44b2f01dc607), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.757209 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-57b323ef-015c-4a79-817b-665f0fb5be5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:53.761421 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-57b323ef-015c-4a79-817b-665f0fb5be5b admin admin] 10.222.0.44 "DELETE /v2.0/networks/f20a59cd-db3b-46a6-8848-44b2f01dc607 HTTP/1.1" status: 204 len: 168 time: 0.3649061 Mar 08 12:12:53.770290 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b323ef-015c-4a79-817b-665f0fb5be5b admin admin] Pushing event deleted for resources: {'Network': ['ID=f20a59cd-db3b-46a6-8848-44b2f01dc607,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:54.182210 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57016) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:54.224891 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-23cdbb55-a329-4f72-a70d-f6c4cc6aa9d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85703197c5f144b4ab976bb39fe43e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415215 Mar 08 12:12:54.228243 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57018) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:54.274978 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-39dbee07-9b41-4da7-860c-802fc7eaf968 admin admin] Publish callbacks [] for security_group (eb6f5aed-bfc3-4746-b538-093469d03569), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:54.296255 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-39dbee07-9b41-4da7-860c-802fc7eaf968 admin admin] Publish callbacks [] for security_group (eb6f5aed-bfc3-4746-b538-093469d03569), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:54.442156 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-39dbee07-9b41-4da7-860c-802fc7eaf968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (eb6f5aed-bfc3-4746-b538-093469d03569), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:54.445337 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-39dbee07-9b41-4da7-860c-802fc7eaf968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:54.446500 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-39dbee07-9b41-4da7-860c-802fc7eaf968 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb6f5aed-bfc3-4746-b538-093469d03569 HTTP/1.1" status: 204 len: 168 time: 0.2167118 Mar 08 12:12:54.454481 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbee07-9b41-4da7-860c-802fc7eaf968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6f5aed-bfc3-4746-b538-093469d03569,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:55.366765 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57040) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:55.407387 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-a48fac54-387a-4911-b755-8bfc4f1f0756 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef8207b661224d009ab3c338cda5bb14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394182 Mar 08 12:12:55.409802 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57042) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:55.459505 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c6df45c8-abbb-4a69-8153-5c1da8ffa65f admin admin] Publish callbacks [] for security_group (d4915374-87ee-4a27-8e39-b9cf3df436ea), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:55.481795 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c6df45c8-abbb-4a69-8153-5c1da8ffa65f admin admin] Publish callbacks [] for security_group (d4915374-87ee-4a27-8e39-b9cf3df436ea), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:55.602859 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57046) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:55.610398 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c6df45c8-abbb-4a69-8153-5c1da8ffa65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (d4915374-87ee-4a27-8e39-b9cf3df436ea), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:55.616896 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c6df45c8-abbb-4a69-8153-5c1da8ffa65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:55.616896 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c6df45c8-abbb-4a69-8153-5c1da8ffa65f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4915374-87ee-4a27-8e39-b9cf3df436ea HTTP/1.1" status: 204 len: 168 time: 0.2031562 Mar 08 12:12:55.622686 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df45c8-abbb-4a69-8153-5c1da8ffa65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4915374-87ee-4a27-8e39-b9cf3df436ea,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:55.726150 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-999e6a8a-1a62-4134-8a11-6bb76d843ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:55.816135 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-999e6a8a-1a62-4134-8a11-6bb76d843ea6 admin admin] Publish callbacks [] for security_group (8bbfadc6-b3a8-4fec-bcae-fc92e5ffcd88), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:55.978562 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57054) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:55.999146 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-999e6a8a-1a62-4134-8a11-6bb76d843ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (8bbfadc6-b3a8-4fec-bcae-fc92e5ffcd88), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:56.036407 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:12:56.038771 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e6a8a-1a62-4134-8a11-6bb76d843ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbfadc6-b3a8-4fec-bcae-fc92e5ffcd88,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:56.046199 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-999e6a8a-1a62-4134-8a11-6bb76d843ea6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1c962f0a3304590901c43f0e453a844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4393091 Mar 08 12:12:56.046814 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57058) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:56.101511 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-04829fc0-b176-4a99-8fc2-b90f1ab067e1 admin admin] Publish callbacks [] for security_group (8bbfadc6-b3a8-4fec-bcae-fc92e5ffcd88), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:56.128453 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-04829fc0-b176-4a99-8fc2-b90f1ab067e1 admin admin] Publish callbacks [] for security_group (8bbfadc6-b3a8-4fec-bcae-fc92e5ffcd88), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:56.217994 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-43486885-4da8-411d-9dc5-8d78d0aec11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:56.247537 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-01a0477c-2f5b-4062-8a3a-35ed94dab189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:56.307402 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-04829fc0-b176-4a99-8fc2-b90f1ab067e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (8bbfadc6-b3a8-4fec-bcae-fc92e5ffcd88), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:56.310405 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-04829fc0-b176-4a99-8fc2-b90f1ab067e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:56.311744 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-04829fc0-b176-4a99-8fc2-b90f1ab067e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bbfadc6-b3a8-4fec-bcae-fc92e5ffcd88 HTTP/1.1" status: 204 len: 168 time: 0.2638619 Mar 08 12:12:56.330548 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04829fc0-b176-4a99-8fc2-b90f1ab067e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbfadc6-b3a8-4fec-bcae-fc92e5ffcd88,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:56.385037 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-43486885-4da8-411d-9dc5-8d78d0aec11e admin admin] Publish callbacks [] for security_group (8e1e28cf-9acd-497a-83ce-ed1991049e7a), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:56.496811 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-43486885-4da8-411d-9dc5-8d78d0aec11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (8e1e28cf-9acd-497a-83ce-ed1991049e7a), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:56.536138 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-43486885-4da8-411d-9dc5-8d78d0aec11e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f32dbdb06c3748c2824b8f24c75b0d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5564525 Mar 08 12:12:56.537008 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43486885-4da8-411d-9dc5-8d78d0aec11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1e28cf-9acd-497a-83ce-ed1991049e7a,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:56.538956 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57072) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:56.588819 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fa383d3b-1cb4-485a-879a-132ee9c7e026 admin admin] Publish callbacks [] for security_group (8e1e28cf-9acd-497a-83ce-ed1991049e7a), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:56.610102 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fa383d3b-1cb4-485a-879a-132ee9c7e026 admin admin] Publish callbacks [] for security_group (8e1e28cf-9acd-497a-83ce-ed1991049e7a), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:56.793701 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fa383d3b-1cb4-485a-879a-132ee9c7e026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (8e1e28cf-9acd-497a-83ce-ed1991049e7a), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:56.796520 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-fa383d3b-1cb4-485a-879a-132ee9c7e026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:56.804184 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-fa383d3b-1cb4-485a-879a-132ee9c7e026 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e1e28cf-9acd-497a-83ce-ed1991049e7a HTTP/1.1" status: 204 len: 168 time: 0.2575212 Mar 08 12:12:56.807218 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa383d3b-1cb4-485a-879a-132ee9c7e026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1e28cf-9acd-497a-83ce-ed1991049e7a,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:57.062718 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57082) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:57.075932 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-01832ea1-c817-491d-b4fd-6326c2f79c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:57.161798 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-01832ea1-c817-491d-b4fd-6326c2f79c47 admin admin] Publish callbacks [] for security_group (75809a1f-ebbe-4f63-9dd5-c5e6fc1a1de4), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:57.226228 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-01832ea1-c817-491d-b4fd-6326c2f79c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (75809a1f-ebbe-4f63-9dd5-c5e6fc1a1de4), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:57.268408 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-01832ea1-c817-491d-b4fd-6326c2f79c47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7dd66c4bb4a6492885b2f89147af057a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045653 Mar 08 12:12:57.269700 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01832ea1-c817-491d-b4fd-6326c2f79c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75809a1f-ebbe-4f63-9dd5-c5e6fc1a1de4,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:57.271140 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57088) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:57.326050 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Publish callbacks [] for security_group (75809a1f-ebbe-4f63-9dd5-c5e6fc1a1de4), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:57.348565 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Publish callbacks [] for security_group (75809a1f-ebbe-4f63-9dd5-c5e6fc1a1de4), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:57.499171 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:57.533749 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (75809a1f-ebbe-4f63-9dd5-c5e6fc1a1de4), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:57.536452 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:57.537647 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75809a1f-ebbe-4f63-9dd5-c5e6fc1a1de4 HTTP/1.1" status: 204 len: 168 time: 0.2649794 Mar 08 12:12:57.549205 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75809a1f-ebbe-4f63-9dd5-c5e6fc1a1de4,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:57.549749 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57096) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:57.560707 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:57.561072 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:57.561422 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:57.561768 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:57.562107 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:57.562443 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:57.562778 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:57.563148 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:57.563467 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:57.563800 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:57.564129 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:57.564456 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:57.564785 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00570c15-3db5-461f-82cd-e3d02d4a8750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:12:57.573864 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1e47203b-cd4a-4973-ba08-9ec9a9ca0fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:57.695349 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1e47203b-cd4a-4973-ba08-9ec9a9ca0fcb admin admin] Publish callbacks [] for security_group (58ff6fad-cb7f-48bc-8472-019eb3b2b43d), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:57.756956 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1e47203b-cd4a-4973-ba08-9ec9a9ca0fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (58ff6fad-cb7f-48bc-8472-019eb3b2b43d), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:57.796446 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-1e47203b-cd4a-4973-ba08-9ec9a9ca0fcb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57e0e1f5c79d436e80b03dd3b3544487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459791 Mar 08 12:12:57.797301 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47203b-cd4a-4973-ba08-9ec9a9ca0fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ff6fad-cb7f-48bc-8472-019eb3b2b43d,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:57.799167 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57102) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:12:57.851156 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bf4d824b-6e21-431a-9955-c3fc8f7f242a admin admin] Publish callbacks [] for security_group (58ff6fad-cb7f-48bc-8472-019eb3b2b43d), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:57.875046 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bf4d824b-6e21-431a-9955-c3fc8f7f242a admin admin] Publish callbacks [] for security_group (58ff6fad-cb7f-48bc-8472-019eb3b2b43d), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:58.013698 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bf4d824b-6e21-431a-9955-c3fc8f7f242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (58ff6fad-cb7f-48bc-8472-019eb3b2b43d), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:58.017051 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-bf4d824b-6e21-431a-9955-c3fc8f7f242a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:58.023722 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-bf4d824b-6e21-431a-9955-c3fc8f7f242a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58ff6fad-cb7f-48bc-8472-019eb3b2b43d HTTP/1.1" status: 204 len: 168 time: 0.2178073 Mar 08 12:12:58.027104 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d824b-6e21-431a-9955-c3fc8f7f242a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ff6fad-cb7f-48bc-8472-019eb3b2b43d,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:12:58.235030 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1896ff-498f-484c-b584-f24f1cbc3981 req-ef1865b9-5f83-467c-84ee-9c05a488426f tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:58.236602 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4b1896ff-498f-484c-b584-f24f1cbc3981 req-ef1865b9-5f83-467c-84ee-9c05a488426f tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 946 time: 0.0516899 Mar 08 12:12:58.289325 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4b1896ff-498f-484c-b584-f24f1cbc3981 req-6916038b-ed3d-4c79-ae80-9337245ff0f9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465338 Mar 08 12:12:59.044704 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:12:59.446964 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ce52f-e7a8-45e5-a813-3e025035dfae req-afd411f7-d305-47aa-8552-ad73661c5a4c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:12:59.448634 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9c1ce52f-e7a8-45e5-a813-3e025035dfae req-afd411f7-d305-47aa-8552-ad73661c5a4c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 946 time: 0.0845852 Mar 08 12:12:59.513689 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9c1ce52f-e7a8-45e5-a813-3e025035dfae req-836ba05e-8845-4a76-bbd1-f2bff7db8dbd tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571535 Mar 08 12:12:59.851221 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:00.200360 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-79641eef-e55e-4164-aff1-0cbc2eb580b6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:00.201829 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-79641eef-e55e-4164-aff1-0cbc2eb580b6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 946 time: 0.0590055 Mar 08 12:13:00.301214 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Deleting port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:13:00.301564 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:00.396389 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] For port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:00.397639 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:00.656426 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58669e7c-d9ae-4700-a4ba-074b731ac182 req-83988a12-6145-46ee-8483-f1f3836169bf tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:00.658995 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-58669e7c-d9ae-4700-a4ba-074b731ac182 req-83988a12-6145-46ee-8483-f1f3836169bf tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 946 time: 0.0674205 Mar 08 12:13:00.730810 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-58669e7c-d9ae-4700-a4ba-074b731ac182 req-824236df-4ddb-48eb-b1fb-52f0c8a2b91f tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653801 Mar 08 12:13:00.845687 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:00.846448 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (777ef727-525e-46cc-b166-a710bff3d2ef), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:00.846448 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Floating IP 777ef727-525e-46cc-b166-a710bff3d2ef disassociated. External IP: 172.27.1.126, port: 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a. Mar 08 12:13:00.846797 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Calling delete_port for 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:13:01.105160 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (6e217cb5-ab2b-4162-bcf8-9c1ed017b16a), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:01.135029 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event deleted for resources: {'Port': ['ID=6e217cb5-ab2b-4162-bcf8-9c1ed017b16a,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:01.279148 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:13:01.407374 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:13:01.419933 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26ea45-082c-4b3f-8e02-2ddf678458c6 None None] Sync routers for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:13:01.430449 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26ea45-082c-4b3f-8e02-2ddf678458c6 None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:13:01.431191 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-8f26ea45-082c-4b3f-8e02-2ddf678458c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:12:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:01.455676 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] No DVR routers for this DVR port 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:13:01.458669 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:01.462812 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1c271e68-2ab0-452c-a2a3-21902cd4ee57 req-3760775e-d999-44bd-abfc-d91f40f40213 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "DELETE /v2.0/ports/6e217cb5-ab2b-4162-bcf8-9c1ed017b16a HTTP/1.1" status: 204 len: 173 time: 1.2521636 Mar 08 12:13:01.463356 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16687e96-7601-42d6-a136-7208ce1e2fb2', 'name': 'network-vif-deleted', 'tag': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:13:01.465732 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebef315c-dbef-4fa3-8b60-915319c69687" -d '{"events": [{"server_uuid": "16687e96-7601-42d6-a136-7208ce1e2fb2", "name": "network-vif-deleted", "tag": "6e217cb5-ab2b-4162-bcf8-9c1ed017b16a"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:13:01.508599 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:01.517459 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6689b8cf-d459-4dd4-8c80-3260b4e2dbd3 x-openstack-request-id: req-6689b8cf-d459-4dd4-8c80-3260b4e2dbd3 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:13:01.517823 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16687e96-7601-42d6-a136-7208ce1e2fb2", "name": "network-vif-deleted", "tag": "6e217cb5-ab2b-4162-bcf8-9c1ed017b16a", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:13:01.518140 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6689b8cf-d459-4dd4-8c80-3260b4e2dbd3 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:13:01.518607 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16687e96-7601-42d6-a136-7208ce1e2fb2', 'name': 'network-vif-deleted', 'tag': '6e217cb5-ab2b-4162-bcf8-9c1ed017b16a', 'status': 'completed', 'code': 200} Mar 08 12:13:01.561103 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-8f26ea45-082c-4b3f-8e02-2ddf678458c6 None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:13:01.776659 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-8f26ea45-082c-4b3f-8e02-2ddf678458c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:01.807549 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26ea45-082c-4b3f-8e02-2ddf678458c6 None None] Checking router: 792f01ae-cd5c-4d86-bc36-a5c0d6028539 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:13:01.816373 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26ea45-082c-4b3f-8e02-2ddf678458c6 None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:13:01.816989 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-8f26ea45-082c-4b3f-8e02-2ddf678458c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:12:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:01.829512 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6e2a8244-33d7-4e0a-b5ca-a3b21034cd02 req-a0bd07e6-1e7e-4ac0-ba9e-87e348ea52a6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 210 time: 0.0287316 Mar 08 12:13:01.937371 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-8f26ea45-082c-4b3f-8e02-2ddf678458c6 None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:13:02.145512 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-8f26ea45-082c-4b3f-8e02-2ddf678458c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:02.173427 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26ea45-082c-4b3f-8e02-2ddf678458c6 None None] The sync data for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi is: [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:13:02.466884 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b4808-083e-40ae-a1fd-a83d6c4f9347 None None] New status for floating IP 777ef727-525e-46cc-b166-a710bff3d2ef: DOWN {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:13:02.936524 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-663f4e99-9ffa-400f-b5b1-b536ccff1f39 req-f8ef73dd-b5d2-4166-88ee-20b16e61e992 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=16687e96-7601-42d6-a136-7208ce1e2fb2 HTTP/1.1" status: 200 len: 210 time: 0.0285795 Mar 08 12:13:03.049198 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57268) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:03.144784 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57272) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:03.214557 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-09a78f60-b9d3-4952-b56d-ecaa09f92836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.250968 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4ddc3dd7-cbf8-4530-a35d-bb17faba2a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.336438 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-09a78f60-b9d3-4952-b56d-ecaa09f92836 admin admin] Publish callbacks [] for security_group (f53b9577-6d16-4a2a-b88e-226abba86038), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.365831 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4ddc3dd7-cbf8-4530-a35d-bb17faba2a1c admin admin] Publish callbacks [] for security_group (81fa933f-9f6d-43ad-b654-fc3ac4808ca4), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.390471 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-09a78f60-b9d3-4952-b56d-ecaa09f92836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (f53b9577-6d16-4a2a-b88e-226abba86038), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.432917 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-09a78f60-b9d3-4952-b56d-ecaa09f92836 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aaa981b9f1e64eba8d0072c6a4ad5ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826232 Mar 08 12:13:03.433804 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a78f60-b9d3-4952-b56d-ecaa09f92836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53b9577-6d16-4a2a-b88e-226abba86038,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:03.435547 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57276) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:03.447951 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4ddc3dd7-cbf8-4530-a35d-bb17faba2a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (81fa933f-9f6d-43ad-b654-fc3ac4808ca4), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.485835 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-54532944-6b24-45f4-9315-9a1c493ec8cd admin admin] Publish callbacks [] for security_group (f53b9577-6d16-4a2a-b88e-226abba86038), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.488722 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-4ddc3dd7-cbf8-4530-a35d-bb17faba2a1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fbb3e0ece534b2da6d30566c3b2ac95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425002 Mar 08 12:13:03.489774 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc3dd7-cbf8-4530-a35d-bb17faba2a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fa933f-9f6d-43ad-b654-fc3ac4808ca4,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:03.493409 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57278) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:03.509414 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-54532944-6b24-45f4-9315-9a1c493ec8cd admin admin] Publish callbacks [] for security_group (f53b9577-6d16-4a2a-b88e-226abba86038), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.547179 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-13f46e80-d3cb-4630-b9f4-667be912c3ad admin admin] Publish callbacks [] for security_group (81fa933f-9f6d-43ad-b654-fc3ac4808ca4), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.568256 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-13f46e80-d3cb-4630-b9f4-667be912c3ad admin admin] Publish callbacks [] for security_group (81fa933f-9f6d-43ad-b654-fc3ac4808ca4), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.636381 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-54532944-6b24-45f4-9315-9a1c493ec8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (f53b9577-6d16-4a2a-b88e-226abba86038), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.639334 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-54532944-6b24-45f4-9315-9a1c493ec8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.640546 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-54532944-6b24-45f4-9315-9a1c493ec8cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f53b9577-6d16-4a2a-b88e-226abba86038 HTTP/1.1" status: 204 len: 168 time: 0.2039571 Mar 08 12:13:03.648788 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54532944-6b24-45f4-9315-9a1c493ec8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53b9577-6d16-4a2a-b88e-226abba86038,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:03.707372 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-13f46e80-d3cb-4630-b9f4-667be912c3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (81fa933f-9f6d-43ad-b654-fc3ac4808ca4), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.710570 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-13f46e80-d3cb-4630-b9f4-667be912c3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:03.711763 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-13f46e80-d3cb-4630-b9f4-667be912c3ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81fa933f-9f6d-43ad-b654-fc3ac4808ca4 HTTP/1.1" status: 204 len: 168 time: 0.2174270 Mar 08 12:13:03.719900 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f46e80-d3cb-4630-b9f4-667be912c3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fa933f-9f6d-43ad-b654-fc3ac4808ca4,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:04.247105 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-4f875d1c-0b4e-4bc3-a2c6-2fefd5da4cc6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381032135&fields=id&tenant_id=43e73bb16a7d44dd84207ee7161c2808 HTTP/1.1" status: 200 len: 267 time: 0.0434361 Mar 08 12:13:04.353239 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-354f2736-6ad0-4c3f-8ecb-ed8d6303505b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:04.354688 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-354f2736-6ad0-4c3f-8ecb-ed8d6303505b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 811 time: 0.1011112 Mar 08 12:13:04.369378 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-8a4b8d8f-2b24-4be8-be2a-6dd4c76ba663 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/quotas/43e73bb16a7d44dd84207ee7161c2808 HTTP/1.1" status: 200 len: 375 time: 0.0093925 Mar 08 12:13:04.423456 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-657d9930-0760-4785-b1d6-44b04d60ae07 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488012 Mar 08 12:13:04.511186 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57298) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:04.527988 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bab28def-2376-40a1-b4be-23fc497cf219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:04.530734 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-36610450-cb64-49b2-b16b-dca03406e626 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952663 Mar 08 12:13:04.561496 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57300) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:04.577789 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f0488d95-352e-4ec2-88d3-8f38fad99323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:04.624075 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-f1176357-37aa-4110-bdf7-e2adb7576383 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875688 Mar 08 12:13:04.647775 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bab28def-2376-40a1-b4be-23fc497cf219 admin admin] Publish callbacks [] for security_group (19756a52-6863-4506-a47d-434df898a4f5), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:04.686771 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f0488d95-352e-4ec2-88d3-8f38fad99323 admin admin] Publish callbacks [] for security_group (408554a9-957c-4bf4-b922-cfe310e4bf32), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:04.699426 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bab28def-2376-40a1-b4be-23fc497cf219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (19756a52-6863-4506-a47d-434df898a4f5), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:04.741803 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-bab28def-2376-40a1-b4be-23fc497cf219 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f28b499f85f14c748c67e2b17eb93941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270734 Mar 08 12:13:04.741803 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab28def-2376-40a1-b4be-23fc497cf219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19756a52-6863-4506-a47d-434df898a4f5,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:04.742348 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57308) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:04.751033 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f0488d95-352e-4ec2-88d3-8f38fad99323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (408554a9-957c-4bf4-b922-cfe310e4bf32), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:04.794742 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-f0488d95-352e-4ec2-88d3-8f38fad99323 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6d39aee0c504c74966d0afc88fdbbff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322083 Mar 08 12:13:04.795587 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0488d95-352e-4ec2-88d3-8f38fad99323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408554a9-957c-4bf4-b922-cfe310e4bf32,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:04.797362 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57310) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:04.804615 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-55ea649e-0091-4cd5-b6a1-699c27cb59ce admin admin] Publish callbacks [] for security_group (19756a52-6863-4506-a47d-434df898a4f5), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:04.847439 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-55ea649e-0091-4cd5-b6a1-699c27cb59ce admin admin] Publish callbacks [] for security_group (19756a52-6863-4506-a47d-434df898a4f5), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:04.893030 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3fd4687b-31fc-446b-a718-77a012f541d2 admin admin] Publish callbacks [] for security_group (408554a9-957c-4bf4-b922-cfe310e4bf32), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:04.916669 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3fd4687b-31fc-446b-a718-77a012f541d2 admin admin] Publish callbacks [] for security_group (408554a9-957c-4bf4-b922-cfe310e4bf32), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:05.039422 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-55ea649e-0091-4cd5-b6a1-699c27cb59ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (19756a52-6863-4506-a47d-434df898a4f5), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:05.042159 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-55ea649e-0091-4cd5-b6a1-699c27cb59ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:05.043496 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-55ea649e-0091-4cd5-b6a1-699c27cb59ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19756a52-6863-4506-a47d-434df898a4f5 HTTP/1.1" status: 204 len: 168 time: 0.3000686 Mar 08 12:13:05.052146 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea649e-0091-4cd5-b6a1-699c27cb59ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19756a52-6863-4506-a47d-434df898a4f5,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:05.064591 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:13:05.075085 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3fd4687b-31fc-446b-a718-77a012f541d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (408554a9-957c-4bf4-b922-cfe310e4bf32), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:05.078007 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-3fd4687b-31fc-446b-a718-77a012f541d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:05.088468 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-3fd4687b-31fc-446b-a718-77a012f541d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/408554a9-957c-4bf4-b922-cfe310e4bf32 HTTP/1.1" status: 204 len: 168 time: 0.2899499 Mar 08 12:13:05.102421 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4687b-31fc-446b-a718-77a012f541d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408554a9-957c-4bf4-b922-cfe310e4bf32,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:05.124502 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:13:05.124856 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 6e217cb5-ab2b-4162-bcf8-9c1ed017b16a not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:13:05.235178 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-350100f4-76ad-4533-ba9f-fda1879f5879 req-4168289e-aa03-4246-a8ac-998db933a41f tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 210 time: 0.0399876 Mar 08 12:13:06.333437 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b352ced0-1ba6-433f-89f9-2b4ff4df47d6 req-4f16fed8-bdf3-40a5-84b5-15c8c869be91 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 210 time: 0.0268650 Mar 08 12:13:07.437820 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-aa98c80d-3450-4c52-a1b8-d73dc7f07fb2 req-0aa14cb8-0596-44b0-a2de-c2889ca6a627 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 210 time: 0.0345635 Mar 08 12:13:08.107952 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2a8df027-b8bd-42c4-8f46-c523d9c26c09 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:08.111218 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2a8df027-b8bd-42c4-8f46-c523d9c26c09 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 811 time: 0.1335382 Mar 08 12:13:08.185748 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-470aa02b-0b0f-4aad-8bda-94ec9204b2e3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e73bb16a7d44dd84207ee7161c2808 HTTP/1.1" status: 200 len: 380 time: 0.0584629 Mar 08 12:13:08.197649 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-75f36eb4-88f0-476d-aab4-6a79b679797d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Request body: {'port': {'device_id': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'admin_state_up': True, 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'security_groups': ['a4fcbdcf-6524-46ac-a624-48f3214ed003']}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:08.396242 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-75f36eb4-88f0-476d-aab4-6a79b679797d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Made reservation on behalf of 43e73bb16a7d44dd84207ee7161c2808 for: {'port': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:13:08.400132 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-75f36eb4-88f0-476d-aab4-6a79b679797d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.545929 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3dc1e46d-cefd-4879-9801-b5df96f6713e req-c368c623-ac53-430a-8a6d-24961a215a2b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 210 time: 0.0319958 Mar 08 12:13:08.560947 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-75f36eb4-88f0-476d-aab4-6a79b679797d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Allocated IP 172.20.0.3 (9f3fc0b6-5937-41b0-aee4-61d2206408d9/1b8a0334-137e-4ca7-8145-79c5e98e839a/816ef4f9-e7de-4f63-afba-24784db580b1) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:13:08.702908 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-75f36eb4-88f0-476d-aab4-6a79b679797d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for port (816ef4f9-e7de-4f63-afba-24784db580b1), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.801220 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57466) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:08.845579 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-75f36eb4-88f0-476d-aab4-6a79b679797d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.893268 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-75f36eb4-88f0-476d-aab4-6a79b679797d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:13:08.903800 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-75f36eb4-88f0-476d-aab4-6a79b679797d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:13:08.906390 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-75f36eb4-88f0-476d-aab4-6a79b679797d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:13:08.942341 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f36eb4-88f0-476d-aab4-6a79b679797d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'Port': ['ID=816ef4f9-e7de-4f63-afba-24784db580b1,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:08.946220 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-956719d8-8071-4ad9-8f4d-e06996a4800b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:08.990302 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-75f36eb4-88f0-476d-aab4-6a79b679797d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:08.991455 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-75f36eb4-88f0-476d-aab4-6a79b679797d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.059801 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-956719d8-8071-4ad9-8f4d-e06996a4800b admin admin] Publish callbacks [] for security_group (cc67e040-e21b-4054-a40f-d75e56dda843), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.082127 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-75f36eb4-88f0-476d-aab4-6a79b679797d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8890491 Mar 08 12:13:09.105581 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Request body: {'port': {'device_id': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:09.164434 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-3f3f576d-8a6d-46ed-8228-8ab7e917cbd1 None None] Provisioning complete for port 816ef4f9-e7de-4f63-afba-24784db580b1 triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:13:09.165498 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-3f3f576d-8a6d-46ed-8228-8ab7e917cbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.171907 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.209550 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-956719d8-8071-4ad9-8f4d-e06996a4800b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (cc67e040-e21b-4054-a40f-d75e56dda843), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.213380 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f576d-8a6d-46ed-8228-8ab7e917cbd1 None None] Port 816ef4f9-e7de-4f63-afba-24784db580b1 cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:13:09.269047 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-956719d8-8071-4ad9-8f4d-e06996a4800b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=273ef178fb814400937b756848c30193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4643252 Mar 08 12:13:09.269521 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57478) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:09.271039 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956719d8-8071-4ad9-8f4d-e06996a4800b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc67e040-e21b-4054-a40f-d75e56dda843,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:09.331074 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5193d531-0c91-4140-9a7d-f2fedfb70208 admin admin] Publish callbacks [] for security_group (cc67e040-e21b-4054-a40f-d75e56dda843), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.354583 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5193d531-0c91-4140-9a7d-f2fedfb70208 admin admin] Publish callbacks [] for security_group (cc67e040-e21b-4054-a40f-d75e56dda843), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.490702 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816ef4f9-e7de-4f63-afba-24784db580b1 {{(pid=110507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:13:09.496190 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5193d531-0c91-4140-9a7d-f2fedfb70208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (cc67e040-e21b-4054-a40f-d75e56dda843), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.498476 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Publish callbacks [] for port (816ef4f9-e7de-4f63-afba-24784db580b1), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.498764 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5193d531-0c91-4140-9a7d-f2fedfb70208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.506859 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-5193d531-0c91-4140-9a7d-f2fedfb70208 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc67e040-e21b-4054-a40f-d75e56dda843 HTTP/1.1" status: 204 len: 168 time: 0.2320828 Mar 08 12:13:09.511286 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193d531-0c91-4140-9a7d-f2fedfb70208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc67e040-e21b-4054-a40f-d75e56dda843,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:09.513965 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.provisioning_blocks [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Transition to ACTIVE for port object 816ef4f9-e7de-4f63-afba-24784db580b1 will not be triggered until provisioned by entity L2. {{(pid=110507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:13:09.599272 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.649640 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=816ef4f9-e7de-4f63-afba-24784db580b1,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:09.677601 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16a68f-346c-40ad-a911-0e6e76c49c75 req-e444262d-c695-41c4-94ea-a12a931e0b71 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:09.688387 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bf16a68f-346c-40ad-a911-0e6e76c49c75 req-e444262d-c695-41c4-94ea-a12a931e0b71 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 943 time: 0.0684693 Mar 08 12:13:09.738032 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Attempting to bind port 816ef4f9-e7de-4f63-afba-24784db580b1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:13:09.738399 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Attempting to bind port 816ef4f9-e7de-4f63-afba-24784db580b1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:13:09.738712 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Attempting to bind port 816ef4f9-e7de-4f63-afba-24784db580b1 on network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:13:09.743640 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Port 816ef4f9-e7de-4f63-afba-24784db580b1 on network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:13:09.743971 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Attempting to bind port 816ef4f9-e7de-4f63-afba-24784db580b1 on network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:13:09.746166 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bf16a68f-346c-40ad-a911-0e6e76c49c75 req-13bf3b15-f384-4e88-b7f0-e49a6fb9bdf0 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516932 Mar 08 12:13:09.749173 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:13:09.749547 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Checking segment: {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:13:09.749902 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Bound using segment: {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:13:09.750337 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Bound port: 816ef4f9-e7de-4f63-afba-24784db580b1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'}}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:13:09.750700 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.820283 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] For port 816ef4f9-e7de-4f63-afba-24784db580b1, host hv-cinder-83008, cleared binding levels {{(pid=110507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:13:09.823624 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] For port 816ef4f9-e7de-4f63-afba-24784db580b1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=816ef4f9-e7de-4f63-afba-24784db580b1,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:13:09.916914 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.959292 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:09.959292 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:09.959873 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] 10.222.0.55 "PUT /v2.0/ports/816ef4f9-e7de-4f63-afba-24784db580b1 HTTP/1.1" status: 200 len: 1093 time: 0.8585505 Mar 08 12:13:09.960343 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'tag': '816ef4f9-e7de-4f63-afba-24784db580b1'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:13:09.962588 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa76ec1b-9c74-4e41-a237-e2acaab15588" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf855b7-3f07-4609-a5e9-e91959b7e3d0", "tag": "816ef4f9-e7de-4f63-afba-24784db580b1"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:13:09.983360 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578ba98-c6fe-4715-9e55-411d0d374fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=816ef4f9-e7de-4f63-afba-24784db580b1,revision_number=3']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:10.004704 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec5494a-e01f-4673-b449-8dcfbc769428 x-openstack-request-id: req-3ec5494a-e01f-4673-b449-8dcfbc769428 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:13:10.005120 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf855b7-3f07-4609-a5e9-e91959b7e3d0", "tag": "816ef4f9-e7de-4f63-afba-24784db580b1", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:13:10.005615 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ec5494a-e01f-4673-b449-8dcfbc769428 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:13:10.006694 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'tag': '816ef4f9-e7de-4f63-afba-24784db580b1', 'status': 'completed', 'code': 200} Mar 08 12:13:10.095534 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ec1b-9c74-4e41-a237-e2acaab15588 req-a5eb0b48-ed9b-49fa-8f70-a6656f82cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:10.097123 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa76ec1b-9c74-4e41-a237-e2acaab15588 req-a5eb0b48-ed9b-49fa-8f70-a6656f82cb96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 1127 time: 0.0502019 Mar 08 12:13:10.213148 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57492) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:10.213740 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ec1b-9c74-4e41-a237-e2acaab15588 req-0c5d4fd1-ed53-44cb-960a-d51a46cc44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:10.215720 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa76ec1b-9c74-4e41-a237-e2acaab15588 req-0c5d4fd1-ed53-44cb-960a-d51a46cc44e1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=43e73bb16a7d44dd84207ee7161c2808&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1024332 Mar 08 12:13:10.227245 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0c206197-5db0-4d03-8c0b-af2434a2fb72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:10.312985 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0c206197-5db0-4d03-8c0b-af2434a2fb72 admin admin] Publish callbacks [] for security_group (5e045432-ddb3-43ce-97db-d993c312c31f), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:10.317775 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ec1b-9c74-4e41-a237-e2acaab15588 req-e45ccbe5-1520-4e88-bc91-75cba2c8766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:10.319392 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa76ec1b-9c74-4e41-a237-e2acaab15588 req-e45ccbe5-1520-4e88-bc91-75cba2c8766a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978713 Mar 08 12:13:10.408391 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-0c206197-5db0-4d03-8c0b-af2434a2fb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5e045432-ddb3-43ce-97db-d993c312c31f), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:10.424215 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-21f3bf0f-caaa-4b26-87c8-69f87dce3076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:10.425725 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-21f3bf0f-caaa-4b26-87c8-69f87dce3076 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 1127 time: 0.0443592 Mar 08 12:13:10.451263 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57498) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:10.454238 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-0c206197-5db0-4d03-8c0b-af2434a2fb72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95e1156ea8cd450a8803d20932b361f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344980 Mar 08 12:13:10.457797 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c206197-5db0-4d03-8c0b-af2434a2fb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e045432-ddb3-43ce-97db-d993c312c31f,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:10.484350 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-7f4f3fe8-388f-469b-821f-0c06f726bb6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=816ef4f9-e7de-4f63-afba-24784db580b1 HTTP/1.1" status: 200 len: 217 time: 0.0406098 Mar 08 12:13:10.562420 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-5c6fd441-eb1e-4e8f-9a0d-9da468facc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:10.563997 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-5c6fd441-eb1e-4e8f-9a0d-9da468facc91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b8a0334-137e-4ca7-8145-79c5e98e839a HTTP/1.1" status: 200 len: 850 time: 0.0721478 Mar 08 12:13:10.568806 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-673a4f8b-a52c-4962-b163-ee4546fc1d04 admin admin] Publish callbacks [] for security_group (5e045432-ddb3-43ce-97db-d993c312c31f), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:10.615530 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-673a4f8b-a52c-4962-b163-ee4546fc1d04 admin admin] Publish callbacks [] for security_group (5e045432-ddb3-43ce-97db-d993c312c31f), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:10.656741 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-ee75f509-97c9-435b-ab76-59a5f7fca6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:10.658238 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-ee75f509-97c9-435b-ab76-59a5f7fca6ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3fc0b6-5937-41b0-aee4-61d2206408d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850081 Mar 08 12:13:10.756657 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-e20f8ca0-f9cd-4d67-9ca0-d51feb37faf6 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873995 Mar 08 12:13:10.827002 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-673a4f8b-a52c-4962-b163-ee4546fc1d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5e045432-ddb3-43ce-97db-d993c312c31f), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:10.829905 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-673a4f8b-a52c-4962-b163-ee4546fc1d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:10.831288 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-673a4f8b-a52c-4962-b163-ee4546fc1d04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e045432-ddb3-43ce-97db-d993c312c31f HTTP/1.1" status: 204 len: 168 time: 0.3792415 Mar 08 12:13:10.844954 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a4f8b-a52c-4962-b163-ee4546fc1d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e045432-ddb3-43ce-97db-d993c312c31f,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:10.870170 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-112e3049-7519-42b1-b66e-2999ce08a9f8 req-8f2fd0cc-edf9-443c-9e54-4de0dfb91048 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030881 Mar 08 12:13:10.887535 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32edb8-590e-4c5c-845d-ce5ae488089c req-a13c6243-475e-48bd-a7e4-eb333a89f11a tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:10.889666 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-aa32edb8-590e-4c5c-845d-ce5ae488089c req-a13c6243-475e-48bd-a7e4-eb333a89f11a tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 943 time: 0.0713251 Mar 08 12:13:10.941782 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-aa32edb8-590e-4c5c-845d-ce5ae488089c req-cfb7df65-c07c-4902-930e-ef7fed1b3235 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456762 Mar 08 12:13:11.675050 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57532) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:11.790019 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cd5da515-72ef-45a0-bffb-b16f7f73abf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:11.864772 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cd5da515-72ef-45a0-bffb-b16f7f73abf8 admin admin] Publish callbacks [] for security_group (d6c7e939-f153-4f10-aff0-483cc40951e2), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:11.949399 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cd5da515-72ef-45a0-bffb-b16f7f73abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (d6c7e939-f153-4f10-aff0-483cc40951e2), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:11.999417 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-cd5da515-72ef-45a0-bffb-b16f7f73abf8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0be6413c0ce14d8b933f851ba743cd16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189468 Mar 08 12:13:11.999417 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5da515-72ef-45a0-bffb-b16f7f73abf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c7e939-f153-4f10-aff0-483cc40951e2,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:12.000162 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57550) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:12.064037 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-27d9e345-00fe-4123-bbb4-8682d4a2ba6a admin admin] Publish callbacks [] for security_group (d6c7e939-f153-4f10-aff0-483cc40951e2), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:12.080582 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319a1f5-1446-43d3-a96e-ae57a8fc8e2f req-e662019f-f35d-41c6-b430-a11e8c06a195 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:12.082459 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7319a1f5-1446-43d3-a96e-ae57a8fc8e2f req-e662019f-f35d-41c6-b430-a11e8c06a195 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 943 time: 0.0557694 Mar 08 12:13:12.087714 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-27d9e345-00fe-4123-bbb4-8682d4a2ba6a admin admin] Publish callbacks [] for security_group (d6c7e939-f153-4f10-aff0-483cc40951e2), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:12.136795 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7319a1f5-1446-43d3-a96e-ae57a8fc8e2f req-df0c9443-7f85-424f-9f45-b9acae26f347 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478220 Mar 08 12:13:12.276019 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-27d9e345-00fe-4123-bbb4-8682d4a2ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (d6c7e939-f153-4f10-aff0-483cc40951e2), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:12.278675 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-27d9e345-00fe-4123-bbb4-8682d4a2ba6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:12.279742 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-27d9e345-00fe-4123-bbb4-8682d4a2ba6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6c7e939-f153-4f10-aff0-483cc40951e2 HTTP/1.1" status: 204 len: 168 time: 0.2789237 Mar 08 12:13:12.288710 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9e345-00fe-4123-bbb4-8682d4a2ba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c7e939-f153-4f10-aff0-483cc40951e2,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:13.048475 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57572) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:13.061439 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4c6490c7-e15a-4ce4-8657-d75656b50735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:13.134980 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4c6490c7-e15a-4ce4-8657-d75656b50735 admin admin] Publish callbacks [] for security_group (c6244efe-489e-4a21-9ef6-57ac31801d4c), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:13.213896 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-4c6490c7-e15a-4ce4-8657-d75656b50735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (c6244efe-489e-4a21-9ef6-57ac31801d4c), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:13.252913 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6490c7-e15a-4ce4-8657-d75656b50735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6244efe-489e-4a21-9ef6-57ac31801d4c,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:13.258386 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f5364-0262-4ef1-8339-1d94ccd422ec req-7b818495-b177-46be-9945-cc49179151da tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:13.258921 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-4c6490c7-e15a-4ce4-8657-d75656b50735 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7e200848cad406ba844a2cd41205345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083402 Mar 08 12:13:13.259052 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-900f5364-0262-4ef1-8339-1d94ccd422ec req-7b818495-b177-46be-9945-cc49179151da tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 943 time: 0.0549831 Mar 08 12:13:13.260374 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57576) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:13.311222 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-900f5364-0262-4ef1-8339-1d94ccd422ec req-6ba3af9c-c901-4c2b-b632-60f18b3ba10e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437260 Mar 08 12:13:13.315599 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-12aa0bfd-d21f-4324-94c0-1e2f44824ca4 admin admin] Publish callbacks [] for security_group (c6244efe-489e-4a21-9ef6-57ac31801d4c), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:13.339042 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-12aa0bfd-d21f-4324-94c0-1e2f44824ca4 admin admin] Publish callbacks [] for security_group (c6244efe-489e-4a21-9ef6-57ac31801d4c), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:13.464593 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-12aa0bfd-d21f-4324-94c0-1e2f44824ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (c6244efe-489e-4a21-9ef6-57ac31801d4c), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:13.467287 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-12aa0bfd-d21f-4324-94c0-1e2f44824ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:13.468454 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-12aa0bfd-d21f-4324-94c0-1e2f44824ca4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6244efe-489e-4a21-9ef6-57ac31801d4c HTTP/1.1" status: 204 len: 168 time: 0.2071140 Mar 08 12:13:13.476453 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa0bfd-d21f-4324-94c0-1e2f44824ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6244efe-489e-4a21-9ef6-57ac31801d4c,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:14.438988 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e90c7-cb7a-4a95-8484-cb58f2cfdfba req-7b6ef39a-ad07-42f0-beec-39c44e8112bb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:14.440607 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-655e90c7-cb7a-4a95-8484-cb58f2cfdfba req-7b6ef39a-ad07-42f0-beec-39c44e8112bb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 943 time: 0.0614176 Mar 08 12:13:14.491694 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-655e90c7-cb7a-4a95-8484-cb58f2cfdfba req-69f86e0e-7e3e-4158-9c6d-f878331560b3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452774 Mar 08 12:13:15.287311 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57632) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:15.391287 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c91af2e1-97e2-4968-b3e1-342386920a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:15.472446 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c91af2e1-97e2-4968-b3e1-342386920a72 admin admin] Publish callbacks [] for security_group (5bb126c9-3651-4e72-8d75-6db2de91144c), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:15.621326 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd4978-5d3f-46db-9494-b8b2b07bc1cb req-ff437981-9334-48f7-87d9-12c3032fa2a6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:15.621326 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-84cd4978-5d3f-46db-9494-b8b2b07bc1cb req-ff437981-9334-48f7-87d9-12c3032fa2a6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 943 time: 0.0527093 Mar 08 12:13:15.671277 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-84cd4978-5d3f-46db-9494-b8b2b07bc1cb req-06f84cc9-7fe8-4286-967c-58084bb9d0b7 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456645 Mar 08 12:13:15.693678 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c91af2e1-97e2-4968-b3e1-342386920a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5bb126c9-3651-4e72-8d75-6db2de91144c), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:15.732784 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c91af2e1-97e2-4968-b3e1-342386920a72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2eda1514322145d48d821b8cccca12e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443831 Mar 08 12:13:15.733768 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91af2e1-97e2-4968-b3e1-342386920a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb126c9-3651-4e72-8d75-6db2de91144c,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:15.735651 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57640) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:15.785198 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e980520-31f6-4ed6-b2e6-7d7710499776 admin admin] Publish callbacks [] for security_group (5bb126c9-3651-4e72-8d75-6db2de91144c), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:15.807013 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e980520-31f6-4ed6-b2e6-7d7710499776 admin admin] Publish callbacks [] for security_group (5bb126c9-3651-4e72-8d75-6db2de91144c), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:15.947765 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e980520-31f6-4ed6-b2e6-7d7710499776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (5bb126c9-3651-4e72-8d75-6db2de91144c), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:15.950451 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-5e980520-31f6-4ed6-b2e6-7d7710499776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:15.951625 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-5e980520-31f6-4ed6-b2e6-7d7710499776 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bb126c9-3651-4e72-8d75-6db2de91144c HTTP/1.1" status: 204 len: 168 time: 0.2149701 Mar 08 12:13:15.960203 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e980520-31f6-4ed6-b2e6-7d7710499776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb126c9-3651-4e72-8d75-6db2de91144c,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:16.794761 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd67a30-4778-4712-9e57-8dc8dc948154 req-bba8dad3-c3f2-432b-b2d4-71a2e708d26e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:16.796340 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ccd67a30-4778-4712-9e57-8dc8dc948154 req-bba8dad3-c3f2-432b-b2d4-71a2e708d26e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 943 time: 0.0542731 Mar 08 12:13:16.848344 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ccd67a30-4778-4712-9e57-8dc8dc948154 req-291003a8-256e-40c0-a92d-4f3f6aec7ae6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464242 Mar 08 12:13:17.969772 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef25141-a8fb-411b-bbd3-3b3b3480a688 req-4045ecd8-2fe1-47fd-8aa5-2bf2a0d238cb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:17.972023 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7ef25141-a8fb-411b-bbd3-3b3b3480a688 req-4045ecd8-2fe1-47fd-8aa5-2bf2a0d238cb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 943 time: 0.0576432 Mar 08 12:13:18.024130 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7ef25141-a8fb-411b-bbd3-3b3b3480a688 req-7e0c0a35-db60-4fa8-8ac1-834ce06a72bc tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457172 Mar 08 12:13:19.152327 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08bdd7-8518-42ae-9a5b-cef852ac121e req-01577cd5-a4cd-4e25-971c-b4f6bb1d3a8b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:19.153861 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0a08bdd7-8518-42ae-9a5b-cef852ac121e req-01577cd5-a4cd-4e25-971c-b4f6bb1d3a8b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 943 time: 0.0573664 Mar 08 12:13:19.206694 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0a08bdd7-8518-42ae-9a5b-cef852ac121e req-79647742-4fc3-4dbb-a473-36f2548b9fd6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469236 Mar 08 12:13:20.325117 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2566a-7066-4487-a8aa-882d07ff22eb req-6738b900-0d2e-4174-b9ab-ac52d504cd1f tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:20.326657 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-48b2566a-7066-4487-a8aa-882d07ff22eb req-6738b900-0d2e-4174-b9ab-ac52d504cd1f tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 943 time: 0.0543025 Mar 08 12:13:20.376212 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-48b2566a-7066-4487-a8aa-882d07ff22eb req-dc727ece-11aa-4110-b738-5fcf5685fda3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441794 Mar 08 12:13:21.116454 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 816ef4f9-e7de-4f63-afba-24784db580b1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:13:21.213067 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 816ef4f9-e7de-4f63-afba-24784db580b1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=816ef4f9-e7de-4f63-afba-24784db580b1,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:21.223524 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '816ef4f9-e7de-4f63-afba-24784db580b1', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'port_id': '816ef4f9-e7de-4f63-afba-24784db580b1', 'mac_address': 'fa:16:3e:bb:40:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:13:21.260667 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 816ef4f9-e7de-4f63-afba-24784db580b1 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:13:21.261062 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:21.273985 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816ef4f9-e7de-4f63-afba-24784db580b1 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:13:21.292569 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 816ef4f9-e7de-4f63-afba-24784db580b1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=816ef4f9-e7de-4f63-afba-24784db580b1,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:21.362111 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:21.411769 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=816ef4f9-e7de-4f63-afba-24784db580b1,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:21.419433 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:21.419792 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:21.420142 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:21.420484 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:21.420824 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:21.421158 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:21.421491 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:21.421821 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:21.422151 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:21.422482 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:21.422813 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:21.423153 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:21.423485 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:13:21.493805 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e66359-bed3-46f3-90d2-95eb9b6efd64 req-e50a6037-9ed4-4085-b844-b4d99acde8a1 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:21.495438 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f1e66359-bed3-46f3-90d2-95eb9b6efd64 req-e50a6037-9ed4-4085-b844-b4d99acde8a1 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 944 time: 0.0521815 Mar 08 12:13:21.548738 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f1e66359-bed3-46f3-90d2-95eb9b6efd64 req-6d3752f2-5748-4d05-9445-46d5d1c69c3a tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472982 Mar 08 12:13:22.347774 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['816ef4f9-e7de-4f63-afba-24784db580b1'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:13:22.670129 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9240ff-2224-4691-afd4-3950ba89591a req-dd383898-0b1b-4778-b156-f9651d368f5c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:22.671620 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6e9240ff-2224-4691-afd4-3950ba89591a req-dd383898-0b1b-4778-b156-f9651d368f5c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 944 time: 0.0528066 Mar 08 12:13:22.720322 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6e9240ff-2224-4691-afd4-3950ba89591a req-14b6d116-e1e3-4e11-bc4e-7b2af3e48502 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431106 Mar 08 12:13:23.644844 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-619214f7-967b-4dcc-82f2-39e8ebebb427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:23.840928 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8aeea1-3b83-43c2-a301-334f43eabc36 req-ceffabbf-e4a4-4d44-9a75-c4d2d1a349f9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:23.842221 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3b8aeea1-3b83-43c2-a301-334f43eabc36 req-ceffabbf-e4a4-4d44-9a75-c4d2d1a349f9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 944 time: 0.0563409 Mar 08 12:13:23.891829 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3b8aeea1-3b83-43c2-a301-334f43eabc36 req-6ed5e1ce-538d-40cb-b5a2-5a97239049f2 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437131 Mar 08 12:13:24.049015 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57766) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:24.075473 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 816ef4f9-e7de-4f63-afba-24784db580b1 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:13:24.170324 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57772) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:24.213824 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-02af710a-efd5-4ec3-8b3d-3bce772decc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.240252 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f52ab1dc-6d94-4447-b2f5-1b991b3930ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.247729 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 816ef4f9-e7de-4f63-afba-24784db580b1 completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:13:24.251867 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 816ef4f9-e7de-4f63-afba-24784db580b1 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:13:24.252148 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.329668 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 816ef4f9-e7de-4f63-afba-24784db580b1 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:13:24.329984 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.345861 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-02af710a-efd5-4ec3-8b3d-3bce772decc6 admin admin] Publish callbacks [] for security_group (efa9584d-68ec-4be8-a8f5-731f92b971bd), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.353483 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816ef4f9-e7de-4f63-afba-24784db580b1'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:13:24.355753 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbc3ddb-aed4-4fc2-81a5-e37a0002f964" -d '{"events": [{"server_uuid": "8bf855b7-3f07-4609-a5e9-e91959b7e3d0", "name": "network-vif-plugged", "status": "completed", "tag": "816ef4f9-e7de-4f63-afba-24784db580b1"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:13:24.364074 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f52ab1dc-6d94-4447-b2f5-1b991b3930ad admin admin] Publish callbacks [] for security_group (bad71a62-eeef-4d1a-960b-3d6f0b4f7e91), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.369429 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 816ef4f9-e7de-4f63-afba-24784db580b1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=816ef4f9-e7de-4f63-afba-24784db580b1,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:24.394464 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d747b9c-f00d-4aeb-86db-effba820e6a9 x-openstack-request-id: req-3d747b9c-f00d-4aeb-86db-effba820e6a9 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:13:24.394763 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf855b7-3f07-4609-a5e9-e91959b7e3d0", "name": "network-vif-plugged", "status": "completed", "tag": "816ef4f9-e7de-4f63-afba-24784db580b1", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:13:24.395017 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d747b9c-f00d-4aeb-86db-effba820e6a9 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:13:24.395444 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816ef4f9-e7de-4f63-afba-24784db580b1', 'code': 200} Mar 08 12:13:24.404420 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-02af710a-efd5-4ec3-8b3d-3bce772decc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (efa9584d-68ec-4be8-a8f5-731f92b971bd), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.439650 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.441830 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f52ab1dc-6d94-4447-b2f5-1b991b3930ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (bad71a62-eeef-4d1a-960b-3d6f0b4f7e91), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.448713 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-02af710a-efd5-4ec3-8b3d-3bce772decc6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07266d0bafc24f23b35540727a69b985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984830 Mar 08 12:13:24.450161 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57778) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:24.454619 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af710a-efd5-4ec3-8b3d-3bce772decc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa9584d-68ec-4be8-a8f5-731f92b971bd,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:24.476541 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-f52ab1dc-6d94-4447-b2f5-1b991b3930ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f0aea02f319428bba7a5b85b9d50dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026514 Mar 08 12:13:24.476753 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57780) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:24.505791 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=816ef4f9-e7de-4f63-afba-24784db580b1,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:24.522001 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ab1dc-6d94-4447-b2f5-1b991b3930ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad71a62-eeef-4d1a-960b-3d6f0b4f7e91,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:24.526787 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2cbf38c2-e5e1-4b3a-b04f-0f5c5b781b76 admin admin] Publish callbacks [] for security_group (efa9584d-68ec-4be8-a8f5-731f92b971bd), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.545763 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-22a47797-abd8-4d35-894d-a5a69dc79d2e admin admin] Publish callbacks [] for security_group (bad71a62-eeef-4d1a-960b-3d6f0b4f7e91), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.552299 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2cbf38c2-e5e1-4b3a-b04f-0f5c5b781b76 admin admin] Publish callbacks [] for security_group (efa9584d-68ec-4be8-a8f5-731f92b971bd), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.572459 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-22a47797-abd8-4d35-894d-a5a69dc79d2e admin admin] Publish callbacks [] for security_group (bad71a62-eeef-4d1a-960b-3d6f0b4f7e91), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.696328 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-22a47797-abd8-4d35-894d-a5a69dc79d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (bad71a62-eeef-4d1a-960b-3d6f0b4f7e91), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.696907 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2cbf38c2-e5e1-4b3a-b04f-0f5c5b781b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (efa9584d-68ec-4be8-a8f5-731f92b971bd), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.699169 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-22a47797-abd8-4d35-894d-a5a69dc79d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.702680 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-22a47797-abd8-4d35-894d-a5a69dc79d2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bad71a62-eeef-4d1a-960b-3d6f0b4f7e91 HTTP/1.1" status: 204 len: 168 time: 0.2219384 Mar 08 12:13:24.707366 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-2cbf38c2-e5e1-4b3a-b04f-0f5c5b781b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:24.707366 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-2cbf38c2-e5e1-4b3a-b04f-0f5c5b781b76 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/efa9584d-68ec-4be8-a8f5-731f92b971bd HTTP/1.1" status: 204 len: 168 time: 0.2543540 Mar 08 12:13:24.712948 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a47797-abd8-4d35-894d-a5a69dc79d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad71a62-eeef-4d1a-960b-3d6f0b4f7e91,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:24.725148 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf38c2-e5e1-4b3a-b04f-0f5c5b781b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa9584d-68ec-4be8-a8f5-731f92b971bd,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:24.809357 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48ff99-b949-46e0-99b9-5ad6306495cb req-0562964e-5df0-4b10-9a43-7d6e6eb19b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:24.811287 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-dd48ff99-b949-46e0-99b9-5ad6306495cb req-0562964e-5df0-4b10-9a43-7d6e6eb19b07 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 1129 time: 0.0571399 Mar 08 12:13:24.860574 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-dd48ff99-b949-46e0-99b9-5ad6306495cb req-5eff1245-b6a7-48d1-a500-d086c271ffb8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425317 Mar 08 12:13:25.010863 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41381fa3-7b1b-453d-a594-1fbdf2412473 req-8c26cb79-4681-47b1-bdf0-bf37318879d9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:25.012374 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-41381fa3-7b1b-453d-a594-1fbdf2412473 req-8c26cb79-4681-47b1-bdf0-bf37318879d9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 945 time: 0.0521965 Mar 08 12:13:25.076038 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-41381fa3-7b1b-453d-a594-1fbdf2412473 req-7e7c7eb4-14c1-4e3d-a364-965c4b57aaeb tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556865 Mar 08 12:13:25.512869 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57792) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:25.526226 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f077841e-1586-4a32-9a2c-ce8800331675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.597900 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f077841e-1586-4a32-9a2c-ce8800331675 admin admin] Publish callbacks [] for security_group (4c959552-fa7e-42df-88fc-bcf6e180f777), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.664655 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f077841e-1586-4a32-9a2c-ce8800331675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (4c959552-fa7e-42df-88fc-bcf6e180f777), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.703158 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077841e-1586-4a32-9a2c-ce8800331675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c959552-fa7e-42df-88fc-bcf6e180f777,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:25.709844 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-f077841e-1586-4a32-9a2c-ce8800331675 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af92e40de0f94f958608070472f9ddb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932602 Mar 08 12:13:25.710347 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57802) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:25.766616 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-78241c96-0975-4676-8909-e3000b67ff0a admin admin] Publish callbacks [] for security_group (4c959552-fa7e-42df-88fc-bcf6e180f777), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.787326 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-78241c96-0975-4676-8909-e3000b67ff0a admin admin] Publish callbacks [] for security_group (4c959552-fa7e-42df-88fc-bcf6e180f777), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.924510 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-78241c96-0975-4676-8909-e3000b67ff0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (4c959552-fa7e-42df-88fc-bcf6e180f777), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.927308 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-78241c96-0975-4676-8909-e3000b67ff0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:25.931493 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-78241c96-0975-4676-8909-e3000b67ff0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c959552-fa7e-42df-88fc-bcf6e180f777 HTTP/1.1" status: 204 len: 168 time: 0.2171433 Mar 08 12:13:25.937557 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78241c96-0975-4676-8909-e3000b67ff0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c959552-fa7e-42df-88fc-bcf6e180f777,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:26.206113 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14195c5-9b25-4369-a18f-2eda7d92f19b req-d05e4575-7164-4d11-a37e-c97fdf730106 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:26.207950 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b14195c5-9b25-4369-a18f-2eda7d92f19b req-d05e4575-7164-4d11-a37e-c97fdf730106 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 945 time: 0.0567722 Mar 08 12:13:26.239181 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-e33148ec-3e4c-4ebc-8be2-c27991d289c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.261330 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b14195c5-9b25-4369-a18f-2eda7d92f19b req-8b862087-996a-40be-9f9e-041deeb6c198 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466502 Mar 08 12:13:26.743796 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 57814) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:26.756602 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0882c426-a68d-4e02-95c0-970738fe80c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.830080 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0882c426-a68d-4e02-95c0-970738fe80c0 admin admin] Publish callbacks [] for security_group (9b083faa-8111-4607-be26-48ee5f8cf468), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.918703 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0882c426-a68d-4e02-95c0-970738fe80c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (9b083faa-8111-4607-be26-48ee5f8cf468), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:26.957790 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-0882c426-a68d-4e02-95c0-970738fe80c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04952532eb474704aa75172af218534d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129068 Mar 08 12:13:26.958662 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882c426-a68d-4e02-95c0-970738fe80c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b083faa-8111-4607-be26-48ee5f8cf468,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:26.960658 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57816) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:27.012392 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fd112e63-23ca-4848-9450-87a8ff0ba686 admin admin] Publish callbacks [] for security_group (9b083faa-8111-4607-be26-48ee5f8cf468), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:27.034035 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fd112e63-23ca-4848-9450-87a8ff0ba686 admin admin] Publish callbacks [] for security_group (9b083faa-8111-4607-be26-48ee5f8cf468), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:27.173352 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fd112e63-23ca-4848-9450-87a8ff0ba686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (9b083faa-8111-4607-be26-48ee5f8cf468), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:27.175996 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fd112e63-23ca-4848-9450-87a8ff0ba686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:27.177158 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-fd112e63-23ca-4848-9450-87a8ff0ba686 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b083faa-8111-4607-be26-48ee5f8cf468 HTTP/1.1" status: 204 len: 168 time: 0.2152669 Mar 08 12:13:27.185401 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd112e63-23ca-4848-9450-87a8ff0ba686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b083faa-8111-4607-be26-48ee5f8cf468,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:27.391912 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aefcd9-1e2a-47f8-a602-376ed86a8114 req-c0ca0a5a-774e-451d-b768-61a7bd1d32f7 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:27.393396 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b9aefcd9-1e2a-47f8-a602-376ed86a8114 req-c0ca0a5a-774e-451d-b768-61a7bd1d32f7 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 945 time: 0.0623736 Mar 08 12:13:27.442046 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b9aefcd9-1e2a-47f8-a602-376ed86a8114 req-59b808e1-d451-4742-94ce-8123915b3a63 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429344 Mar 08 12:13:27.444227 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:27.564135 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a845-b2d7-4fb2-a102-9060344710b3 req-104e3879-3525-4742-876f-97fffb9b04cf tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:27.568807 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2608a845-b2d7-4fb2-a102-9060344710b3 req-104e3879-3525-4742-876f-97fffb9b04cf tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 945 time: 0.0563078 Mar 08 12:13:27.616787 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2608a845-b2d7-4fb2-a102-9060344710b3 req-fa92435c-15f3-4dcb-885c-d83c2d81f474 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431397 Mar 08 12:13:27.640659 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57834) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:27.695645 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec26016-5b0f-4154-a807-3c116944b1cb tempest-TestVolumeBootPattern-914377405 tempest-TestVolumeBootPattern-914377405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:27.697162 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-6ec26016-5b0f-4154-a807-3c116944b1cb tempest-TestVolumeBootPattern-914377405 tempest-TestVolumeBootPattern-914377405-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 1124 time: 0.0554953 Mar 08 12:13:27.699871 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57840) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:27.704304 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Request body: {'floatingip': {'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'port_id': '816ef4f9-e7de-4f63-afba-24784db580b1', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:27.821827 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:27.925851 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:28.038123 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Allocated IP 172.27.1.238 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/a67d73e0-c0de-4590-aaae-c0390736839a) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:13:28.140689 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for port (a67d73e0-c0de-4590-aaae-c0390736839a), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:28.228030 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (a67d73e0-c0de-4590-aaae-c0390736839a), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:28.268838 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:13:28.271715 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:13:28.279279 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:13:28.282382 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'Port': ['ID=a67d73e0-c0de-4590-aaae-c0390736839a,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:28.655693 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for floatingip (df653f9f-6911-4bdb-a358-9e1631bb39ea), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:28.835649 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (a67d73e0-c0de-4590-aaae-c0390736839a), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:28.950374 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:28.985368 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for port (a67d73e0-c0de-4590-aaae-c0390736839a), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:29.101647 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30227992'] for port (a67d73e0-c0de-4590-aaae-c0390736839a), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:29.175627 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'Port': ['ID=a67d73e0-c0de-4590-aaae-c0390736839a,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:29.189354 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (df653f9f-6911-4bdb-a358-9e1631bb39ea), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:29.580132 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.l3_db [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Floating IP df653f9f-6911-4bdb-a358-9e1631bb39ea associated. External IP: 172.27.1.238, port: 816ef4f9-e7de-4f63-afba-24784db580b1. Mar 08 12:13:29.811187 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:13:29.842285 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:29.930064 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:13:29.940801 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef4efd-989f-45ff-9dd1-846af4699acc None None] Sync routers for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:13:29.950878 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef4efd-989f-45ff-9dd1-846af4699acc None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:13:29.951528 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-fbef4efd-989f-45ff-9dd1-846af4699acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:13:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:29.998413 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:30.034659 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-bc51f686-64d0-4a8f-ba2a-b546d2ed4db3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3332961 Mar 08 12:13:30.034958 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'tag': '816ef4f9-e7de-4f63-afba-24784db580b1'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:13:30.037190 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2767b9b-b140-4fad-a530-5753c834d703" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf855b7-3f07-4609-a5e9-e91959b7e3d0", "tag": "816ef4f9-e7de-4f63-afba-24784db580b1"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:13:30.064012 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-fbef4efd-989f-45ff-9dd1-846af4699acc None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:13:30.190433 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d240b75-3c45-4ce9-8b2b-c72d5d2cc13a x-openstack-request-id: req-3d240b75-3c45-4ce9-8b2b-c72d5d2cc13a {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:13:30.190954 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf855b7-3f07-4609-a5e9-e91959b7e3d0", "tag": "816ef4f9-e7de-4f63-afba-24784db580b1", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:13:30.190954 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d240b75-3c45-4ce9-8b2b-c72d5d2cc13a {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:13:30.191396 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'tag': '816ef4f9-e7de-4f63-afba-24784db580b1', 'status': 'completed', 'code': 200} Mar 08 12:13:30.286706 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-fbef4efd-989f-45ff-9dd1-846af4699acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': 'df653f9f-6911-4bdb-a358-9e1631bb39ea', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '816ef4f9-e7de-4f63-afba-24784db580b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:bb:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:13:28Z', 'updated_at': '2022-03-08T12:13:28Z', 'revision_number': 0, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:30.315766 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef4efd-989f-45ff-9dd1-846af4699acc None None] Checking router: 792f01ae-cd5c-4d86-bc36-a5c0d6028539 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:13:30.324438 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef4efd-989f-45ff-9dd1-846af4699acc None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:13:30.325044 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-fbef4efd-989f-45ff-9dd1-846af4699acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:13:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:30.430539 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-fbef4efd-989f-45ff-9dd1-846af4699acc None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:13:30.707061 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2767b9b-b140-4fad-a530-5753c834d703 req-0ff359d8-7c29-4b0c-a14d-0950468c8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:30.708547 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d2767b9b-b140-4fad-a530-5753c834d703 req-0ff359d8-7c29-4b0c-a14d-0950468c8f98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 1129 time: 0.0453298 Mar 08 12:13:30.740158 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-fbef4efd-989f-45ff-9dd1-846af4699acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': 'df653f9f-6911-4bdb-a358-9e1631bb39ea', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '816ef4f9-e7de-4f63-afba-24784db580b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:bb:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:13:28Z', 'updated_at': '2022-03-08T12:13:28Z', 'revision_number': 0, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:13:30.771711 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef4efd-989f-45ff-9dd1-846af4699acc None None] The sync data for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi is: [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': 'df653f9f-6911-4bdb-a358-9e1631bb39ea', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '816ef4f9-e7de-4f63-afba-24784db580b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:bb:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:13:28Z', 'updated_at': '2022-03-08T12:13:28Z', 'revision_number': 0, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:13:30.812511 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2767b9b-b140-4fad-a530-5753c834d703 req-f5cb9b82-c84b-4d54-a065-d59805a5b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:30.814104 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d2767b9b-b140-4fad-a530-5753c834d703 req-f5cb9b82-c84b-4d54-a065-d59805a5b96b service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 912 time: 0.0994883 Mar 08 12:13:30.886795 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d2767b9b-b140-4fad-a530-5753c834d703 req-f0d82ea1-30b8-4937-87ab-007c9053c9d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=816ef4f9-e7de-4f63-afba-24784db580b1 HTTP/1.1" status: 200 len: 999 time: 0.0612619 Mar 08 12:13:30.937508 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2767b9b-b140-4fad-a530-5753c834d703 req-4ddb6bea-3052-44e5-bec1-656a4fd3b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:30.938985 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d2767b9b-b140-4fad-a530-5753c834d703 req-4ddb6bea-3052-44e5-bec1-656a4fd3b2aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b8a0334-137e-4ca7-8145-79c5e98e839a HTTP/1.1" status: 200 len: 850 time: 0.0457981 Mar 08 12:13:30.994205 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06da8543-c39d-46da-88ab-a1dbbf1f435e None None] New status for floating IP df653f9f-6911-4bdb-a358-9e1631bb39ea: ACTIVE {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:13:30.994953 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2767b9b-b140-4fad-a530-5753c834d703 req-62f69028-4c55-4d6f-a447-9886b8ed5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:30.996476 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d2767b9b-b140-4fad-a530-5753c834d703 req-62f69028-4c55-4d6f-a447-9886b8ed5f5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3fc0b6-5937-41b0-aee4-61d2206408d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517862 Mar 08 12:13:31.094351 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d2767b9b-b140-4fad-a530-5753c834d703 req-15013082-b840-471e-a345-2b07858453ec service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884385 Mar 08 12:13:31.188194 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d2767b9b-b140-4fad-a530-5753c834d703 req-020e613a-ced7-47ed-a404-aa9a1a4b7029 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901151 Mar 08 12:13:31.476421 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:33.035525 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:13:36.606517 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d8c9b73f-5f6e-4233-932d-4c5b7d3c76d8 req-9aeb1b16-20d4-4420-8bb8-40e685fc1e7e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480113 Mar 08 12:13:36.724034 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9b73f-5f6e-4233-932d-4c5b7d3c76d8 req-7b114771-8584-42ba-bddd-87a8ec2ebd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:36.725158 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d8c9b73f-5f6e-4233-932d-4c5b7d3c76d8 req-7b114771-8584-42ba-bddd-87a8ec2ebd5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2&device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 1129 time: 0.0489795 Mar 08 12:13:36.855043 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9b73f-5f6e-4233-932d-4c5b7d3c76d8 req-6f565043-23d9-4929-a62a-aa2ce5d4c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:36.856865 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d8c9b73f-5f6e-4233-932d-4c5b7d3c76d8 req-6f565043-23d9-4929-a62a-aa2ce5d4c224 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ca79715-c117-4307-b1d3-f8a94ab698dc HTTP/1.1" status: 200 len: 908 time: 0.1115448 Mar 08 12:13:36.934376 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d8c9b73f-5f6e-4233-932d-4c5b7d3c76d8 req-321d0647-52cf-4241-91e0-1413241760b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b12b73b-9467-4e74-978e-3689d99506e9 HTTP/1.1" status: 200 len: 1001 time: 0.0711107 Mar 08 12:13:36.943436 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57984) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:36.994865 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9b73f-5f6e-4233-932d-4c5b7d3c76d8 req-36655af7-487a-4f7d-a785-1ad6231af327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:36.996685 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d8c9b73f-5f6e-4233-932d-4c5b7d3c76d8 req-36655af7-487a-4f7d-a785-1ad6231af327 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cce1efbf-0de4-4681-afea-b6da3b85f735 HTTP/1.1" status: 200 len: 846 time: 0.0553708 Mar 08 12:13:37.052869 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9b73f-5f6e-4233-932d-4c5b7d3c76d8 req-b3e95ac4-d167-41dd-90c3-f146c53f3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:37.054512 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d8c9b73f-5f6e-4233-932d-4c5b7d3c76d8 req-b3e95ac4-d167-41dd-90c3-f146c53f3941 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ca79715-c117-4307-b1d3-f8a94ab698dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511584 Mar 08 12:13:37.068335 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fe56d31c-d1a9-41f0-b775-699d98bc2a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:37.164132 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fe56d31c-d1a9-41f0-b775-699d98bc2a9b admin admin] Publish callbacks [] for security_group (0e657046-d4e2-4a8c-a5cb-b32fbec816f5), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:37.164671 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d8c9b73f-5f6e-4233-932d-4c5b7d3c76d8 req-e8cc8a08-0dc0-43c1-a227-2b57b99261bf service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036470 Mar 08 12:13:37.270541 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-fe56d31c-d1a9-41f0-b775-699d98bc2a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (0e657046-d4e2-4a8c-a5cb-b32fbec816f5), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:37.280998 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d8c9b73f-5f6e-4233-932d-4c5b7d3c76d8 req-93183b73-9d17-47a1-8e25-1fffe5750bb7 service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068761 Mar 08 12:13:37.313636 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56d31c-d1a9-41f0-b775-699d98bc2a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e657046-d4e2-4a8c-a5cb-b32fbec816f5,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:37.319920 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-fe56d31c-d1a9-41f0-b775-699d98bc2a9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b56da44b640449a5b3a660fbe5b8e0a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741093 Mar 08 12:13:37.322693 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 57988) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:13:37.376800 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-02d81599-1ac4-4e77-8088-f65aaf58b898 admin admin] Publish callbacks [] for security_group (0e657046-d4e2-4a8c-a5cb-b32fbec816f5), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:37.401010 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-02d81599-1ac4-4e77-8088-f65aaf58b898 admin admin] Publish callbacks [] for security_group (0e657046-d4e2-4a8c-a5cb-b32fbec816f5), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:37.518939 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-02d81599-1ac4-4e77-8088-f65aaf58b898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (0e657046-d4e2-4a8c-a5cb-b32fbec816f5), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:37.521611 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-02d81599-1ac4-4e77-8088-f65aaf58b898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:37.522811 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-02d81599-1ac4-4e77-8088-f65aaf58b898 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e657046-d4e2-4a8c-a5cb-b32fbec816f5 HTTP/1.1" status: 204 len: 168 time: 0.1990457 Mar 08 12:13:37.532354 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d81599-1ac4-4e77-8088-f65aaf58b898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e657046-d4e2-4a8c-a5cb-b32fbec816f5,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:40.566822 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-3bfac12e-dc8c-416a-82b0-725742a0fc3c tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b68225c0f68143aa8f940b89d1c00aa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320783 Mar 08 12:13:40.752141 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-a5835651-dd9c-4458-a29c-0abac947df04 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:40.753606 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-a5835651-dd9c-4458-a29c-0abac947df04 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803384 Mar 08 12:13:40.769808 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-1ddd44a3-cdd0-4545-8cb4-cb947929aa89 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/quotas/b68225c0f68143aa8f940b89d1c00aa6 HTTP/1.1" status: 200 len: 375 time: 0.0108075 Mar 08 12:13:40.801794 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-15135551-784a-4537-a0f3-473f6dc803a9 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b68225c0f68143aa8f940b89d1c00aa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265906 Mar 08 12:13:41.109297 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-d767e1ec-3c6f-4f88-9d75-6965c7852ae1 req-a96fcbb5-d500-4034-b538-dd7daab6fe7a tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 210 time: 0.0305867 Mar 08 12:13:42.186726 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-f7ff6a9d-fb46-456d-9843-4e9fdce8dccc req-0705abb8-c9d8-45e9-b59a-bacdec9e1776 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 210 time: 0.0283778 Mar 08 12:13:43.284792 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b3baddea-6edf-4540-9169-d69e430f8e76 req-51b12e06-fab9-4433-95fa-29b9f5c6702e tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 210 time: 0.0278437 Mar 08 12:13:43.418190 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-ba8c9645-cd4f-46de-b5a5-62137b895a1b tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b68225c0f68143aa8f940b89d1c00aa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282075 Mar 08 12:13:43.871176 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-40d1cc11-6fea-427e-b60f-4ce24f00528b tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:43.872650 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-40d1cc11-6fea-427e-b60f-4ce24f00528b tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4477153 Mar 08 12:13:43.892556 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Request body: {'port': {'device_id': 'e69cf9b7-7a1c-453a-bcba-47c58f43dedf', 'network_id': '2c1bfa3d-710b-434e-8473-0aa7ccaa9785', 'admin_state_up': True, 'tenant_id': 'b68225c0f68143aa8f940b89d1c00aa6'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:44.136134 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Made reservation on behalf of b68225c0f68143aa8f940b89d1c00aa6 for: {'port': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:13:44.139893 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.149440 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Publish callbacks [] for security_group (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.223994 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Publish callbacks [] for security_group (a7add424-858f-47c7-a70c-9a66d437726b), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.353689 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (a7add424-858f-47c7-a70c-9a66d437726b), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.380159 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1b6198b2-0a1f-43a7-80b6-ed7f7222f016 req-81d6d923-77d4-428a-8725-89bb4fed1e22 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 210 time: 0.0305316 Mar 08 12:13:44.418778 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7add424-858f-47c7-a70c-9a66d437726b,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:44.490487 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Allocated IP 192.168.233.191 (2c1bfa3d-710b-434e-8473-0aa7ccaa9785/613b767d-81c9-4d10-aad1-83bcc09f16df/8fc17781-4cad-4a72-8cd5-d3292786e23d) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:13:44.652931 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Publish callbacks [] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.736747 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.789790 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Network 2c1bfa3d-710b-434e-8473-0aa7ccaa9785 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:13:44.793207 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:13:44.795867 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:13:44.823383 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Pushing event updated for resources: {'Port': ['ID=8fc17781-4cad-4a72-8cd5-d3292786e23d,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:44.855771 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:44.856440 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:44.936016 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-99089b71-bb06-4f15-add2-b924616cfd25 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0465853 Mar 08 12:13:44.961176 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Request body: {'port': {'device_id': 'e69cf9b7-7a1c-453a-bcba-47c58f43dedf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:13:45.021982 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.034801 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-ad10d799-98f6-456f-a5da-9147994f65d1 None None] Provisioning complete for port 8fc17781-4cad-4a72-8cd5-d3292786e23d triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:13:45.035409 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-ad10d799-98f6-456f-a5da-9147994f65d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.068546 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-ad10d799-98f6-456f-a5da-9147994f65d1 None None] Port 8fc17781-4cad-4a72-8cd5-d3292786e23d cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:13:45.285449 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc17781-4cad-4a72-8cd5-d3292786e23d {{(pid=110507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:13:45.293285 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Publish callbacks [] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.304869 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.provisioning_blocks [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Transition to ACTIVE for port object 8fc17781-4cad-4a72-8cd5-d3292786e23d will not be triggered until provisioned by entity L2. {{(pid=110507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:13:45.375852 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.426832 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc17781-4cad-4a72-8cd5-d3292786e23d,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:45.539822 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Attempting to bind port 8fc17781-4cad-4a72-8cd5-d3292786e23d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:13:45.540167 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Attempting to bind port 8fc17781-4cad-4a72-8cd5-d3292786e23d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '721d9762-d779-4d8d-9157-2182ec3ea109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2c1bfa3d-710b-434e-8473-0aa7ccaa9785'}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:13:45.540500 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Attempting to bind port 8fc17781-4cad-4a72-8cd5-d3292786e23d on network 2c1bfa3d-710b-434e-8473-0aa7ccaa9785 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:13:45.550882 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69d238-bd06-491c-8295-edd2c32f8418 req-54c204b1-96b0-4dcc-a06e-115d504c96b4 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:45.556046 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca69d238-bd06-491c-8295-edd2c32f8418 req-54c204b1-96b0-4dcc-a06e-115d504c96b4 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 948 time: 0.1014905 Mar 08 12:13:45.556046 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Port 8fc17781-4cad-4a72-8cd5-d3292786e23d on network 2c1bfa3d-710b-434e-8473-0aa7ccaa9785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:13:45.556046 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Attempting to bind port 8fc17781-4cad-4a72-8cd5-d3292786e23d on network 2c1bfa3d-710b-434e-8473-0aa7ccaa9785 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:13:45.568280 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:13:45.568635 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Checking segment: {'id': '721d9762-d779-4d8d-9157-2182ec3ea109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2c1bfa3d-710b-434e-8473-0aa7ccaa9785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:13:45.569011 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Bound using segment: {'id': '721d9762-d779-4d8d-9157-2182ec3ea109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2c1bfa3d-710b-434e-8473-0aa7ccaa9785'} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:13:45.569461 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Bound port: 8fc17781-4cad-4a72-8cd5-d3292786e23d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721d9762-d779-4d8d-9157-2182ec3ea109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2c1bfa3d-710b-434e-8473-0aa7ccaa9785'}}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:13:45.569821 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.639798 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ca69d238-bd06-491c-8295-edd2c32f8418 req-4a5727ea-99e5-4d27-a07d-2707d622e0e7 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808072 Mar 08 12:13:45.663559 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] For port 8fc17781-4cad-4a72-8cd5-d3292786e23d, host hv-cinder-83008, cleared binding levels {{(pid=110507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:13:45.666548 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] For port 8fc17781-4cad-4a72-8cd5-d3292786e23d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8fc17781-4cad-4a72-8cd5-d3292786e23d,segment=NetworkSegment(721d9762-d779-4d8d-9157-2182ec3ea109),segment_id=721d9762-d779-4d8d-9157-2182ec3ea109)] {{(pid=110507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:13:45.725271 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.758545 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:45.759208 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:45.760738 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] 10.222.0.55 "PUT /v2.0/ports/8fc17781-4cad-4a72-8cd5-d3292786e23d HTTP/1.1" status: 200 len: 1098 time: 0.8046350 Mar 08 12:13:45.763224 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69cf9b7-7a1c-453a-bcba-47c58f43dedf', 'tag': '8fc17781-4cad-4a72-8cd5-d3292786e23d'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:13:45.765464 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893f7ea3-5499-48f9-bc36-c3c5dc4589b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e69cf9b7-7a1c-453a-bcba-47c58f43dedf", "tag": "8fc17781-4cad-4a72-8cd5-d3292786e23d"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:13:45.796068 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b03e54-3d7c-4aa6-97b8-08dcd8577ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc17781-4cad-4a72-8cd5-d3292786e23d,revision_number=3']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:45.813573 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf19d9a-7cc5-46ca-a52b-3ba0226a631f x-openstack-request-id: req-4bf19d9a-7cc5-46ca-a52b-3ba0226a631f {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:13:45.813872 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69cf9b7-7a1c-453a-bcba-47c58f43dedf", "tag": "8fc17781-4cad-4a72-8cd5-d3292786e23d", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:13:45.814134 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4bf19d9a-7cc5-46ca-a52b-3ba0226a631f {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:13:45.814679 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69cf9b7-7a1c-453a-bcba-47c58f43dedf', 'tag': '8fc17781-4cad-4a72-8cd5-d3292786e23d', 'status': 'completed', 'code': 200} Mar 08 12:13:45.909012 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f7ea3-5499-48f9-bc36-c3c5dc4589b4 req-0448dcde-beae-41f7-88d4-80c475112f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:45.910577 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-893f7ea3-5499-48f9-bc36-c3c5dc4589b4 req-0448dcde-beae-41f7-88d4-80c475112f6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b68225c0f68143aa8f940b89d1c00aa6&device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 1132 time: 0.0511768 Mar 08 12:13:45.945604 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-893f7ea3-5499-48f9-bc36-c3c5dc4589b4 req-dc5cb9b4-3feb-4100-bc93-2084f57716a9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b68225c0f68143aa8f940b89d1c00aa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195305 Mar 08 12:13:46.043192 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f7ea3-5499-48f9-bc36-c3c5dc4589b4 req-b8a5ae71-cafb-484d-9d2a-a05576c680d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:46.044638 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-893f7ea3-5499-48f9-bc36-c3c5dc4589b4 req-b8a5ae71-cafb-484d-9d2a-a05576c680d9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916500 Mar 08 12:13:46.155140 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-4f81b0bf-cfa0-4884-83af-9c02b9e458b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:46.156712 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-4f81b0bf-cfa0-4884-83af-9c02b9e458b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b68225c0f68143aa8f940b89d1c00aa6&device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 1132 time: 0.0505781 Mar 08 12:13:46.210996 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-f8227e3f-7490-4934-b580-7b886131f3d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=8fc17781-4cad-4a72-8cd5-d3292786e23d HTTP/1.1" status: 200 len: 217 time: 0.0363302 Mar 08 12:13:46.260992 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-1fa50d1f-00c0-432f-aa35-9e11e114c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:46.262471 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-1fa50d1f-00c0-432f-aa35-9e11e114c588 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=613b767d-81c9-4d10-aad1-83bcc09f16df HTTP/1.1" status: 200 len: 843 time: 0.0434935 Mar 08 12:13:46.319846 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-a3f7de90-5f56-471a-b392-71f26ec8cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:46.321939 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-a3f7de90-5f56-471a-b392-71f26ec8cf18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c1bfa3d-710b-434e-8473-0aa7ccaa9785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0525758 Mar 08 12:13:46.417621 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-45f79a9b-a3e3-4df5-b70f-3e2ab5dee1c0 service neutron] 10.222.0.55 "GET /v2.0/networks/2c1bfa3d-710b-434e-8473-0aa7ccaa9785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876770 Mar 08 12:13:46.522642 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4352fb72-ad3d-42cb-906c-e757307d12f0 req-dec99726-8960-4d6e-9185-7e0390a024eb service neutron] 10.222.0.55 "GET /v2.0/networks/2c1bfa3d-710b-434e-8473-0aa7ccaa9785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969737 Mar 08 12:13:46.764331 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b98f2-7080-4086-b80c-d972583822e9 req-e5819948-4464-42a1-a663-628ddf9ffd57 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:46.765821 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-662b98f2-7080-4086-b80c-d972583822e9 req-e5819948-4464-42a1-a663-628ddf9ffd57 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 948 time: 0.0540648 Mar 08 12:13:46.821480 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-662b98f2-7080-4086-b80c-d972583822e9 req-440ef1ed-2067-4bca-8e55-4eacc228e74f tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500612 Mar 08 12:13:47.944523 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e64da6-acf5-43d5-982e-bae4083a2a7b req-d8a30a8b-fe0c-4bbd-929a-d80ad64c9089 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:47.946260 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-20e64da6-acf5-43d5-982e-bae4083a2a7b req-d8a30a8b-fe0c-4bbd-929a-d80ad64c9089 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 948 time: 0.0548179 Mar 08 12:13:47.994816 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-20e64da6-acf5-43d5-982e-bae4083a2a7b req-a854436f-a014-48e1-b960-24f830629eec tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429928 Mar 08 12:13:49.147240 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763bb22-dd5e-4836-bd9e-36942fe289c4 req-e038447f-ff1d-43f0-83c2-acec45503ae5 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:49.152931 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0763bb22-dd5e-4836-bd9e-36942fe289c4 req-e038447f-ff1d-43f0-83c2-acec45503ae5 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 948 time: 0.0579782 Mar 08 12:13:49.199612 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0763bb22-dd5e-4836-bd9e-36942fe289c4 req-6b44b385-543b-41ca-b2ed-103a0e8ce779 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446575 Mar 08 12:13:50.278858 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 8fc17781-4cad-4a72-8cd5-d3292786e23d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:13:50.318895 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521e4fe-82b8-4a65-b81a-8e4fa9b3b539 req-6a9a387a-dee1-4409-8fee-1406b8e94d3b tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:50.320432 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0521e4fe-82b8-4a65-b81a-8e4fa9b3b539 req-6a9a387a-dee1-4409-8fee-1406b8e94d3b tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 948 time: 0.0523090 Mar 08 12:13:50.369310 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0521e4fe-82b8-4a65-b81a-8e4fa9b3b539 req-9cf8bc6e-8b78-4503-99f0-59ddb7a82046 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427642 Mar 08 12:13:50.381402 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 8fc17781-4cad-4a72-8cd5-d3292786e23d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8fc17781-4cad-4a72-8cd5-d3292786e23d,segment=NetworkSegment(721d9762-d779-4d8d-9157-2182ec3ea109),segment_id=721d9762-d779-4d8d-9157-2182ec3ea109)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:50.394207 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '8fc17781-4cad-4a72-8cd5-d3292786e23d', 'network_id': '2c1bfa3d-710b-434e-8473-0aa7ccaa9785', 'port_id': '8fc17781-4cad-4a72-8cd5-d3292786e23d', 'mac_address': 'fa:16:3e:03:7d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613b767d-81c9-4d10-aad1-83bcc09f16df', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:13:50.430759 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 8fc17781-4cad-4a72-8cd5-d3292786e23d is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:13:50.431014 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:50.444330 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc17781-4cad-4a72-8cd5-d3292786e23d {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:13:50.464961 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 8fc17781-4cad-4a72-8cd5-d3292786e23d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8fc17781-4cad-4a72-8cd5-d3292786e23d,segment=NetworkSegment(721d9762-d779-4d8d-9157-2182ec3ea109),segment_id=721d9762-d779-4d8d-9157-2182ec3ea109)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:50.576276 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:50.626455 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=8fc17781-4cad-4a72-8cd5-d3292786e23d,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:50.922725 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['8fc17781-4cad-4a72-8cd5-d3292786e23d'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:13:51.490833 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badc803-89ab-4043-9c98-0d864d33abd9 req-a19261a8-41a8-4897-9a85-9a36381a0e12 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:51.492356 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4badc803-89ab-4043-9c98-0d864d33abd9 req-a19261a8-41a8-4897-9a85-9a36381a0e12 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 949 time: 0.0555921 Mar 08 12:13:51.540138 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4badc803-89ab-4043-9c98-0d864d33abd9 req-088ff41a-aafd-4a3e-9c1e-bea54552ab78 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Mar 08 12:13:52.661797 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc0838-2449-4919-8c26-a08ac7bf3f3e req-06093f9c-2ff3-42b8-8b4b-659d18f121c3 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:52.663311 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2ccc0838-2449-4919-8c26-a08ac7bf3f3e req-06093f9c-2ff3-42b8-8b4b-659d18f121c3 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 949 time: 0.0566549 Mar 08 12:13:52.712225 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-2ccc0838-2449-4919-8c26-a08ac7bf3f3e req-4c6cfb96-d260-4501-bf82-0130aea2aab2 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Mar 08 12:13:53.648022 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-71c06948-84af-40e8-9267-81f7299f904b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:53.834059 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657de9df-6413-4ce3-a0ce-91c4f75da881 req-5f1b2143-d06d-48aa-96d5-17a0b462592b tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:53.835477 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-657de9df-6413-4ce3-a0ce-91c4f75da881 req-5f1b2143-d06d-48aa-96d5-17a0b462592b tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 949 time: 0.0541840 Mar 08 12:13:53.881687 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-657de9df-6413-4ce3-a0ce-91c4f75da881 req-695c670d-1f96-45ba-b457-308d570a8000 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406187 Mar 08 12:13:55.009859 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed8ef-ffbc-4196-85b8-60ced3aefffa req-bae0ab55-78cd-4560-9ff7-5d48757a02c0 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:55.011365 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-243ed8ef-ffbc-4196-85b8-60ced3aefffa req-bae0ab55-78cd-4560-9ff7-5d48757a02c0 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 949 time: 0.0526860 Mar 08 12:13:55.059042 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-243ed8ef-ffbc-4196-85b8-60ced3aefffa req-ed0e1fd9-e74a-4fab-89fe-ccbbfefb4a28 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418212 Mar 08 12:13:55.591144 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 8fc17781-4cad-4a72-8cd5-d3292786e23d up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:13:55.750805 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 8fc17781-4cad-4a72-8cd5-d3292786e23d completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:13:55.754909 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 8fc17781-4cad-4a72-8cd5-d3292786e23d triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:13:55.755349 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:55.832035 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 8fc17781-4cad-4a72-8cd5-d3292786e23d is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:13:55.832424 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:55.854486 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69cf9b7-7a1c-453a-bcba-47c58f43dedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc17781-4cad-4a72-8cd5-d3292786e23d'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:13:55.856810 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc43f273-f51e-4192-bdfa-8d13e7a476e1" -d '{"events": [{"server_uuid": "e69cf9b7-7a1c-453a-bcba-47c58f43dedf", "name": "network-vif-plugged", "status": "completed", "tag": "8fc17781-4cad-4a72-8cd5-d3292786e23d"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:13:55.873384 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 8fc17781-4cad-4a72-8cd5-d3292786e23d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8fc17781-4cad-4a72-8cd5-d3292786e23d,segment=NetworkSegment(721d9762-d779-4d8d-9157-2182ec3ea109),segment_id=721d9762-d779-4d8d-9157-2182ec3ea109)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:13:55.894678 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d46539b-af76-438a-985b-6c1cc45b7a48 x-openstack-request-id: req-0d46539b-af76-438a-985b-6c1cc45b7a48 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:13:55.894974 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69cf9b7-7a1c-453a-bcba-47c58f43dedf", "name": "network-vif-plugged", "status": "completed", "tag": "8fc17781-4cad-4a72-8cd5-d3292786e23d", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:13:55.895261 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d46539b-af76-438a-985b-6c1cc45b7a48 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:13:55.895660 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69cf9b7-7a1c-453a-bcba-47c58f43dedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc17781-4cad-4a72-8cd5-d3292786e23d', 'code': 200} Mar 08 12:13:55.956662 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:56.154534 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=8fc17781-4cad-4a72-8cd5-d3292786e23d,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:13:56.211655 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790e57c-5a51-4569-8c0d-0073421b466c req-5f6e1893-e546-4a70-9702-64d6afac93fe tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:56.213158 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a790e57c-5a51-4569-8c0d-0073421b466c req-5f6e1893-e546-4a70-9702-64d6afac93fe tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 950 time: 0.0642188 Mar 08 12:13:56.256123 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-e59e3576-81ed-4b3b-8bb6-b2eef65a483e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:56.261766 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a790e57c-5a51-4569-8c0d-0073421b466c req-f2beddbc-4202-4d81-bdb9-caa0d8f94b28 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Mar 08 12:13:56.325519 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97560a-1e1b-4c57-a4a0-b9ee0c23afb0 req-af2c6860-a34c-4e40-b6f6-2621a727f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:56.327034 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0a97560a-1e1b-4c57-a4a0-b9ee0c23afb0 req-af2c6860-a34c-4e40-b6f6-2621a727f3d3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 1134 time: 0.0489113 Mar 08 12:13:56.371394 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-0a97560a-1e1b-4c57-a4a0-b9ee0c23afb0 req-75560903-96f1-4c86-b8d4-c90abbb8cd66 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369592 Mar 08 12:13:57.391385 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fc8d3-e94c-496c-a9dc-e61fb283da42 req-29c595b0-4499-4284-a0c1-060360178d4a tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:57.392960 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5a8fc8d3-e94c-496c-a9dc-e61fb283da42 req-29c595b0-4499-4284-a0c1-060360178d4a tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 950 time: 0.0560098 Mar 08 12:13:57.441067 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-5a8fc8d3-e94c-496c-a9dc-e61fb283da42 req-d6e2d40b-4977-41a9-bae3-72574bcf4617 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423853 Mar 08 12:13:57.514282 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:58.491549 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fd60f-67e4-4482-a993-f872b69e27a6 req-990c3a80-3faa-4ed2-b6e5-e2dd2a32ad21 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:58.493980 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e50fd60f-67e4-4482-a993-f872b69e27a6 req-990c3a80-3faa-4ed2-b6e5-e2dd2a32ad21 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0541503 Mar 08 12:13:58.547360 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e50fd60f-67e4-4482-a993-f872b69e27a6 req-667b110d-b9e3-4fb8-94c5-097461716bd5 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487058 Mar 08 12:13:58.569625 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5098e81-3429-40e6-9dff-c3e09a6ad183 req-7f9276f8-d9f5-43bd-9cea-525ca0453e97 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:58.571103 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e5098e81-3429-40e6-9dff-c3e09a6ad183 req-7f9276f8-d9f5-43bd-9cea-525ca0453e97 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 950 time: 0.0528953 Mar 08 12:13:58.619004 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e5098e81-3429-40e6-9dff-c3e09a6ad183 req-f035ec93-90c7-4372-9096-d3535098a93f tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421817 Mar 08 12:13:58.941478 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:13:59.154652 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddd9f3-8715-4fd5-b9d2-bf42a0ea92a6 req-f118c19a-8a38-43d7-8527-d78b521fb13d tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:59.156146 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-29ddd9f3-8715-4fd5-b9d2-bf42a0ea92a6 req-f118c19a-8a38-43d7-8527-d78b521fb13d tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 950 time: 0.0520411 Mar 08 12:13:59.206113 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-29ddd9f3-8715-4fd5-b9d2-bf42a0ea92a6 req-73ee095f-5370-4da1-845c-14d9f7a3b2bb tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Mar 08 12:13:59.674508 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e3f92-42bc-4b24-aae4-0b6457cd3a24 req-f980aa1b-4c05-4cbf-87b4-dc8b2b7f7d7c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:13:59.676048 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-534e3f92-42bc-4b24-aae4-0b6457cd3a24 req-f980aa1b-4c05-4cbf-87b4-dc8b2b7f7d7c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0541677 Mar 08 12:13:59.729477 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-534e3f92-42bc-4b24-aae4-0b6457cd3a24 req-fd451d05-3b57-4684-b864-39ff48eb7b1c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435874 Mar 08 12:13:59.838349 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.332864 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c282e-c9a2-4c37-bcef-60a81907db06 req-20252830-12bb-4eae-bce6-b22f859aaa04 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:00.334525 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-956c282e-c9a2-4c37-bcef-60a81907db06 req-20252830-12bb-4eae-bce6-b22f859aaa04 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 950 time: 0.0563719 Mar 08 12:14:00.390105 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-956c282e-c9a2-4c37-bcef-60a81907db06 req-2c6b2e3b-23ae-4f5f-9859-cb28a12e7b6a tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7add424-858f-47c7-a70c-9a66d437726b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499644 Mar 08 12:14:00.442438 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 58190) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:00.553289 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.627755 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Publish callbacks [] for security_group (8a2d7954-5421-41e7-9dfc-9aa931443c6c), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.710707 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (8a2d7954-5421-41e7-9dfc-9aa931443c6c), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.748443 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2d7954-5421-41e7-9dfc-9aa931443c6c,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:00.752594 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecf9d7d7d54442918760bf73e57b04bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101876 Mar 08 12:14:00.755589 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 58196) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:00.772908 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:00.773263 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:00.773619 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:00.773953 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:00.774453 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:00.774620 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:00.774953 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:00.775321 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:00.775647 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:00.775976 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:00.776302 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:00.776631 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:00.776953 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c1630-bbf1-4b1a-88db-ec3d403bbfdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:00.792994 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a5db5-0b50-4f73-8e1a-db21d057527b req-ee32a2f9-7bdf-498a-89cf-a7022e5da917 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:00.794576 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-253a5db5-0b50-4f73-8e1a-db21d057527b req-ee32a2f9-7bdf-498a-89cf-a7022e5da917 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.55 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 950 time: 0.0593524 Mar 08 12:14:00.823790 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-56edd882-ab8c-45f6-8966-764dea86aa6a admin admin] Publish callbacks [] for security_group (8a2d7954-5421-41e7-9dfc-9aa931443c6c), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.846404 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-56edd882-ab8c-45f6-8966-764dea86aa6a admin admin] Publish callbacks [] for security_group (8a2d7954-5421-41e7-9dfc-9aa931443c6c), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.926539 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de6ce2-ca2f-4b11-a1af-a7e7878c8bd6 req-6e031177-0b40-4522-a498-e785cf8a1fe5 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:00.928084 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-07de6ce2-ca2f-4b11-a1af-a7e7878c8bd6 req-6e031177-0b40-4522-a498-e785cf8a1fe5 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.1160495 Mar 08 12:14:00.970557 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-56edd882-ab8c-45f6-8966-764dea86aa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (8a2d7954-5421-41e7-9dfc-9aa931443c6c), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.972125 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-253a5db5-0b50-4f73-8e1a-db21d057527b req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Deleting port 8fc17781-4cad-4a72-8cd5-d3292786e23d {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:14:00.972472 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-253a5db5-0b50-4f73-8e1a-db21d057527b req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.973688 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-56edd882-ab8c-45f6-8966-764dea86aa6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:00.974868 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-56edd882-ab8c-45f6-8966-764dea86aa6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a2d7954-5421-41e7-9dfc-9aa931443c6c HTTP/1.1" status: 204 len: 168 time: 0.2150819 Mar 08 12:14:00.984578 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edd882-ab8c-45f6-8966-764dea86aa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2d7954-5421-41e7-9dfc-9aa931443c6c,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:01.018139 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-07de6ce2-ca2f-4b11-a1af-a7e7878c8bd6 req-0edf4179-7d05-47a0-8df0-45e3a6d0bc17 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821223 Mar 08 12:14:01.084199 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-253a5db5-0b50-4f73-8e1a-db21d057527b req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] For port 8fc17781-4cad-4a72-8cd5-d3292786e23d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8fc17781-4cad-4a72-8cd5-d3292786e23d,segment=NetworkSegment(721d9762-d779-4d8d-9157-2182ec3ea109),segment_id=721d9762-d779-4d8d-9157-2182ec3ea109)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:14:01.084569 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-253a5db5-0b50-4f73-8e1a-db21d057527b req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:01.096907 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-253a5db5-0b50-4f73-8e1a-db21d057527b req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Calling delete_port for 8fc17781-4cad-4a72-8cd5-d3292786e23d owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:14:01.301709 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-253a5db5-0b50-4f73-8e1a-db21d057527b req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (8fc17781-4cad-4a72-8cd5-d3292786e23d), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:01.336371 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Pushing event deleted for resources: {'Port': ['ID=8fc17781-4cad-4a72-8cd5-d3292786e23d,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:01.338991 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['8fc17781-4cad-4a72-8cd5-d3292786e23d'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:14:01.361980 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:01.361980 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:01.361980 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:01.362427 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:01.362427 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:01.362776 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:01.363098 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:01.363466 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:01.363794 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:01.364125 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:01.364454 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:01.364780 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:01.365109 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:01.406079 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-253a5db5-0b50-4f73-8e1a-db21d057527b req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] No DVR routers for this DVR port 8fc17781-4cad-4a72-8cd5-d3292786e23d on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:14:01.408797 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-253a5db5-0b50-4f73-8e1a-db21d057527b req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:01.414061 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-253a5db5-0b50-4f73-8e1a-db21d057527b req-b6d6192b-1098-4a7e-848b-395e256f68c8 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.55 "DELETE /v2.0/ports/8fc17781-4cad-4a72-8cd5-d3292786e23d HTTP/1.1" status: 204 len: 173 time: 0.6136355 Mar 08 12:14:01.414713 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69cf9b7-7a1c-453a-bcba-47c58f43dedf', 'name': 'network-vif-deleted', 'tag': '8fc17781-4cad-4a72-8cd5-d3292786e23d'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:14:01.417175 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e8e79e-b199-4e30-8470-2e615ea40b93" -d '{"events": [{"server_uuid": "e69cf9b7-7a1c-453a-bcba-47c58f43dedf", "name": "network-vif-deleted", "tag": "8fc17781-4cad-4a72-8cd5-d3292786e23d"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:14:01.459177 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e8eede-b351-44f5-b8f0-8bf6e570ddf0 x-openstack-request-id: req-10e8eede-b351-44f5-b8f0-8bf6e570ddf0 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:14:01.459177 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69cf9b7-7a1c-453a-bcba-47c58f43dedf", "name": "network-vif-deleted", "tag": "8fc17781-4cad-4a72-8cd5-d3292786e23d", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:14:01.459177 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10e8eede-b351-44f5-b8f0-8bf6e570ddf0 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:14:01.459644 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69cf9b7-7a1c-453a-bcba-47c58f43dedf', 'name': 'network-vif-deleted', 'tag': '8fc17781-4cad-4a72-8cd5-d3292786e23d', 'status': 'completed', 'code': 200} Mar 08 12:14:01.507831 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a4926280-3771-4984-a93c-aed2b37b10d9 req-db94f58e-5304-403d-8c6c-24c1f0caa589 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 210 time: 0.0324032 Mar 08 12:14:01.522518 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:02.150847 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072f3ea-9588-44c2-97d5-fcd1cc2a0d58 req-4f8e0e9c-c343-4db9-9ae8-d07890be69b2 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:02.152468 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7072f3ea-9588-44c2-97d5-fcd1cc2a0d58 req-4f8e0e9c-c343-4db9-9ae8-d07890be69b2 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0586793 Mar 08 12:14:02.208348 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-7072f3ea-9588-44c2-97d5-fcd1cc2a0d58 req-ba0cca7b-04ca-4478-b073-9e54a89db618 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482717 Mar 08 12:14:02.622588 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ba8824ea-2bb3-4e2e-b88f-0ae5dd3294ce req-e5bfdf85-0f1b-49e6-b6cb-94a83567eba0 tempest-VolumesNegativeTest-53513001 tempest-VolumesNegativeTest-53513001-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69cf9b7-7a1c-453a-bcba-47c58f43dedf HTTP/1.1" status: 200 len: 210 time: 0.0285814 Mar 08 12:14:03.335360 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d345cb8-f221-4988-b06b-365f0a913edb req-918a6d17-8000-4e17-a79f-d35cd27afe23 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:03.336836 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2d345cb8-f221-4988-b06b-365f0a913edb req-918a6d17-8000-4e17-a79f-d35cd27afe23 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0561182 Mar 08 12:14:03.389774 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-2d345cb8-f221-4988-b06b-365f0a913edb req-86f5bfcb-c24e-48d8-8be8-6cafbb044f3d tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446556 Mar 08 12:14:03.634000 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 8fc17781-4cad-4a72-8cd5-d3292786e23d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:14:03.658600 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 8fc17781-4cad-4a72-8cd5-d3292786e23d {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:14:03.658960 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 8fc17781-4cad-4a72-8cd5-d3292786e23d not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:14:04.558768 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db9e56-d9e9-43d9-a748-8881da167c08 req-e4feea9b-386c-4502-b66e-9325ce7aa8ce tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:04.561267 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-73db9e56-d9e9-43d9-a748-8881da167c08 req-e4feea9b-386c-4502-b66e-9325ce7aa8ce tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.1003344 Mar 08 12:14:04.621046 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-73db9e56-d9e9-43d9-a748-8881da167c08 req-93d81dfa-3ce2-464d-ad3e-5da8b4d42640 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533760 Mar 08 12:14:05.747815 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc006a0-8fda-4441-910e-0473a69bb0ba req-754a48a1-cec4-4aa0-83a7-20c89d4c08b9 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:05.749455 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ebc006a0-8fda-4441-910e-0473a69bb0ba req-754a48a1-cec4-4aa0-83a7-20c89d4c08b9 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0544462 Mar 08 12:14:05.806846 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ebc006a0-8fda-4441-910e-0473a69bb0ba req-5531ca78-5172-483a-91ec-92772074a427 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516584 Mar 08 12:14:06.941494 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9fbc8-b99d-4d1b-8a27-85787b320d98 req-a06b34c2-cf1a-4ce1-a2fd-97b8a16ac8fa tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:06.943062 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f6b9fbc8-b99d-4d1b-8a27-85787b320d98 req-a06b34c2-cf1a-4ce1-a2fd-97b8a16ac8fa tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0634611 Mar 08 12:14:07.001661 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f6b9fbc8-b99d-4d1b-8a27-85787b320d98 req-4c9d0b21-be46-4249-934b-ad3de21254d3 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527270 Mar 08 12:14:08.147727 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c10f1-698c-48f2-804e-e2409d74ecd9 req-ade8ae00-ded2-4412-a61d-c925b15a0ac1 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:08.150590 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bb3c10f1-698c-48f2-804e-e2409d74ecd9 req-ade8ae00-ded2-4412-a61d-c925b15a0ac1 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0756483 Mar 08 12:14:08.207826 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-bb3c10f1-698c-48f2-804e-e2409d74ecd9 req-e4ca4862-dee8-46cc-8285-72f1342d5fb9 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517313 Mar 08 12:14:09.338620 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9102-057b-4b71-873f-85c082982676 req-0ff316ba-a928-4c7a-8d83-21537a4cf9ea tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:09.340194 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4daf9102-057b-4b71-873f-85c082982676 req-0ff316ba-a928-4c7a-8d83-21537a4cf9ea tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0541251 Mar 08 12:14:09.398039 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4daf9102-057b-4b71-873f-85c082982676 req-dd9827a8-9e58-404e-b45d-83d01bd83030 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514286 Mar 08 12:14:10.011842 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 58534) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:10.034500 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:14:10.144328 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-0d494535-8709-4121-94ca-8f245625cdf1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b68225c0f68143aa8f940b89d1c00aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313369 Mar 08 12:14:10.146821 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 58538) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:10.197348 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d9ad-339b-4c6e-b051-c679c0b640c1 admin admin] Publish callbacks [] for security_group (a7add424-858f-47c7-a70c-9a66d437726b), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:10.220171 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d9ad-339b-4c6e-b051-c679c0b640c1 admin admin] Publish callbacks [] for security_group (a7add424-858f-47c7-a70c-9a66d437726b), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:10.350726 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d9ad-339b-4c6e-b051-c679c0b640c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (a7add424-858f-47c7-a70c-9a66d437726b), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:10.353427 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d9ad-339b-4c6e-b051-c679c0b640c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:10.354638 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-2aa1d9ad-339b-4c6e-b051-c679c0b640c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7add424-858f-47c7-a70c-9a66d437726b HTTP/1.1" status: 204 len: 168 time: 0.2067847 Mar 08 12:14:10.366038 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1d9ad-339b-4c6e-b051-c679c0b640c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7add424-858f-47c7-a70c-9a66d437726b,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:10.524600 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a662934-ede5-404b-aecb-f99c6679a5ae req-3be08844-b34f-4a17-a6cf-56da5d4ea917 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:10.527087 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1a662934-ede5-404b-aecb-f99c6679a5ae req-3be08844-b34f-4a17-a6cf-56da5d4ea917 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0590189 Mar 08 12:14:10.580074 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1a662934-ede5-404b-aecb-f99c6679a5ae req-fa23d8bd-0c17-4719-841e-9388d36c3dbd tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465071 Mar 08 12:14:11.709701 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33259291-7b48-4957-a281-1a0c3c49ab0c req-fc231f13-a04f-4a91-a9aa-cf27da374e10 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:11.711233 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-33259291-7b48-4957-a281-1a0c3c49ab0c req-fc231f13-a04f-4a91-a9aa-cf27da374e10 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0545599 Mar 08 12:14:11.765522 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-33259291-7b48-4957-a281-1a0c3c49ab0c req-f1fe75ef-6d56-48b2-9ee1-d4e702466e28 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433297 Mar 08 12:14:12.885439 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c197d-68a8-4e47-a40b-5b265eaf6496 req-75125a04-20bb-4fa0-a890-96e48f266f74 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:12.886904 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e08c197d-68a8-4e47-a40b-5b265eaf6496 req-75125a04-20bb-4fa0-a890-96e48f266f74 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0533254 Mar 08 12:14:12.935737 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e08c197d-68a8-4e47-a40b-5b265eaf6496 req-515e3af7-208c-4aa4-bc8d-60dc26855ce1 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424066 Mar 08 12:14:14.064132 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d2aec-6408-47e5-b444-3a6ff2f1dc1a req-26914245-563b-44c9-891b-6a90451bb21f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:14.065599 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a90d2aec-6408-47e5-b444-3a6ff2f1dc1a req-26914245-563b-44c9-891b-6a90451bb21f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0561736 Mar 08 12:14:14.116805 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a90d2aec-6408-47e5-b444-3a6ff2f1dc1a req-2fafa12c-cd77-47e7-8396-302c70b2e9c0 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455532 Mar 08 12:14:14.624251 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031a0c0-c218-4c13-9ddf-35d1a1b8bee3 req-688a6533-dc9f-4e99-9cd1-e9eeb49798a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:14.625910 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4031a0c0-c218-4c13-9ddf-35d1a1b8bee3 req-688a6533-dc9f-4e99-9cd1-e9eeb49798a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2&device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 1129 time: 0.0455565 Mar 08 12:14:14.718858 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031a0c0-c218-4c13-9ddf-35d1a1b8bee3 req-ec8b30c6-d914-46bf-bab8-d57587c22dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:14.720410 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4031a0c0-c218-4c13-9ddf-35d1a1b8bee3 req-ec8b30c6-d914-46bf-bab8-d57587c22dc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ca79715-c117-4307-b1d3-f8a94ab698dc HTTP/1.1" status: 200 len: 908 time: 0.0886569 Mar 08 12:14:14.789311 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4031a0c0-c218-4c13-9ddf-35d1a1b8bee3 req-d2bfd84a-49ef-4fe7-9466-e03c10ed6e11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b12b73b-9467-4e74-978e-3689d99506e9 HTTP/1.1" status: 200 len: 1001 time: 0.0602212 Mar 08 12:14:14.838675 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031a0c0-c218-4c13-9ddf-35d1a1b8bee3 req-3cc18b99-5f8c-463c-abac-160c7a278419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:14.840195 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4031a0c0-c218-4c13-9ddf-35d1a1b8bee3 req-3cc18b99-5f8c-463c-abac-160c7a278419 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cce1efbf-0de4-4681-afea-b6da3b85f735 HTTP/1.1" status: 200 len: 846 time: 0.0437114 Mar 08 12:14:14.893241 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031a0c0-c218-4c13-9ddf-35d1a1b8bee3 req-0cfceee5-79df-46cf-a031-aa673f7cda72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:14.894640 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4031a0c0-c218-4c13-9ddf-35d1a1b8bee3 req-0cfceee5-79df-46cf-a031-aa673f7cda72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ca79715-c117-4307-b1d3-f8a94ab698dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479906 Mar 08 12:14:14.991676 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4031a0c0-c218-4c13-9ddf-35d1a1b8bee3 req-d37f74b5-a9e5-4f36-ae3f-e0b2612b96f5 service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875697 Mar 08 12:14:15.085169 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4031a0c0-c218-4c13-9ddf-35d1a1b8bee3 req-3616b0b1-e04a-4f3c-926b-518023812d90 service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874352 Mar 08 12:14:15.240308 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975be88-6aff-4053-8363-b5bed4c14b66 req-b84e4572-67fc-408f-bbe6-fa31aafc00e3 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:15.241766 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7975be88-6aff-4053-8363-b5bed4c14b66 req-b84e4572-67fc-408f-bbe6-fa31aafc00e3 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0571253 Mar 08 12:14:15.292559 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-7975be88-6aff-4053-8363-b5bed4c14b66 req-d1eea503-940c-4010-aa19-2d03dbdf2bf0 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451634 Mar 08 12:14:16.413996 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff485b8-2385-47c7-b52a-b9cbb043f0a6 req-9aa782df-4ae9-4aac-9ab7-7c9b0567dc73 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:16.415533 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eff485b8-2385-47c7-b52a-b9cbb043f0a6 req-9aa782df-4ae9-4aac-9ab7-7c9b0567dc73 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0546818 Mar 08 12:14:16.469649 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-eff485b8-2385-47c7-b52a-b9cbb043f0a6 req-96e3853c-1deb-4a54-9187-b30de26de5fe tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476613 Mar 08 12:14:17.593614 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3df3cb-d455-48c8-bb48-92ae3775f10d req-b79102f7-6d47-41cb-b52e-03d65ff667d8 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:17.595237 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ea3df3cb-d455-48c8-bb48-92ae3775f10d req-b79102f7-6d47-41cb-b52e-03d65ff667d8 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0553439 Mar 08 12:14:17.646999 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-ea3df3cb-d455-48c8-bb48-92ae3775f10d req-1ed5f5c1-fc7a-42d8-a661-ba116db6dd18 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461457 Mar 08 12:14:18.777978 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00f539-8a36-4741-b5bf-49666a89e06b req-97adaf95-e51a-4b07-898a-e040651a1b0c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:18.779609 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f00f539-8a36-4741-b5bf-49666a89e06b req-97adaf95-e51a-4b07-898a-e040651a1b0c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0610466 Mar 08 12:14:18.839928 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6f00f539-8a36-4741-b5bf-49666a89e06b req-d7e95e8a-11f2-45f6-9fa2-e88e5a0de10c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512061 Mar 08 12:14:18.907247 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [req-17d85a2c-46ad-44c1-b207-cc705d193eaf req-95101e14-82a6-4616-af6d-708ab01c562a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110508) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:14:18.908345 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-17d85a2c-46ad-44c1-b207-cc705d193eaf req-95101e14-82a6-4616-af6d-708ab01c562a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055439 Mar 08 12:14:19.282227 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c69146-4f7c-42a8-bfbe-b56c19689513 req-d7a0fbf1-5c55-45ef-8407-33a12934192c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:19.284160 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e1c69146-4f7c-42a8-bfbe-b56c19689513 req-d7a0fbf1-5c55-45ef-8407-33a12934192c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0582058 Mar 08 12:14:19.337211 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-e1c69146-4f7c-42a8-bfbe-b56c19689513 req-56888199-5b98-4244-9cb2-3f566f1e30fd tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472112 Mar 08 12:14:19.449143 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-9a4aad60-7df4-4e6f-b417-2b99e455c517 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1615973 Mar 08 12:14:19.644239 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-a8a8f6c4-2bc1-4720-930b-ac7632c9f97d tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:19.645634 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-a8a8f6c4-2bc1-4720-930b-ac7632c9f97d tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports/4b12b73b-9467-4e74-978e-3689d99506e9 HTTP/1.1" status: 200 len: 942 time: 0.1668794 Mar 08 12:14:19.775516 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4b12b73b-9467-4e74-978e-3689d99506e9 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:14:19.860823 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 4b12b73b-9467-4e74-978e-3689d99506e9 is: ACTIVE; New status is: DOWN {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:14:19.861233 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:19.890338 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:14:19.892753 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80197e2-b675-423c-9c3d-84361ad8dc00" -d '{"events": [{"server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "name": "network-vif-unplugged", "status": "completed", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:14:19.908331 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 4b12b73b-9467-4e74-978e-3689d99506e9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b12b73b-9467-4e74-978e-3689d99506e9,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:14:19.939500 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 12:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1fa4d5-3292-4a93-8688-7a0f2aaf58f6 x-openstack-request-id: req-bd1fa4d5-3292-4a93-8688-7a0f2aaf58f6 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:14:19.939925 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "name": "network-vif-unplugged", "status": "failed", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9", "code": 422}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:14:19.940313 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd1fa4d5-3292-4a93-8688-7a0f2aaf58f6 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:14:19.940769 dv-cinder-830085-2-iscsi neutron-server[110509]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9', 'code': 422} returned with failed status Mar 08 12:14:20.019668 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:20.074881 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=4b12b73b-9467-4e74-978e-3689d99506e9,revision_number=6']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:20.514041 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2286dd-caef-4c37-bbdb-00c765c6b537 req-a913c0a1-ad2d-49a0-83c3-84a7a1068f0d tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:20.515756 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-bc2286dd-caef-4c37-bbdb-00c765c6b537 req-a913c0a1-ad2d-49a0-83c3-84a7a1068f0d tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0632260 Mar 08 12:14:20.572646 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-bc2286dd-caef-4c37-bbdb-00c765c6b537 req-5ef5bc34-9cfc-47bb-b6da-6d10d1ac95ca tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505762 Mar 08 12:14:21.722899 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd45d6-80a0-4489-85f8-979e3c06a2d5 req-5090b340-c5ea-4a90-a61e-bda4184fa3ef tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:21.724534 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cfbd45d6-80a0-4489-85f8-979e3c06a2d5 req-5090b340-c5ea-4a90-a61e-bda4184fa3ef tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0691164 Mar 08 12:14:21.783940 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cfbd45d6-80a0-4489-85f8-979e3c06a2d5 req-69093870-7c3b-4fe2-afcd-b1fdea020041 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518610 Mar 08 12:14:22.961388 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a8277-c0eb-4840-a57a-1d95fcfcedbe req-9ccc95c9-b2a5-4483-be5c-89a97a6bdaf7 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:22.962885 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-241a8277-c0eb-4840-a57a-1d95fcfcedbe req-9ccc95c9-b2a5-4483-be5c-89a97a6bdaf7 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0935876 Mar 08 12:14:22.970523 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-163a188c-4d42-450e-a03d-f87300b6899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:22.972020 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-163a188c-4d42-450e-a03d-f87300b6899e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f&tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2 HTTP/1.1" status: 200 len: 1127 time: 0.0691810 Mar 08 12:14:23.027442 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-241a8277-c0eb-4840-a57a-1d95fcfcedbe req-f6485f22-5409-4038-880d-90edd6a9bf74 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544374 Mar 08 12:14:23.065176 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-0b80c80f-b3b2-4508-b8bc-388d12a56a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:23.066848 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-0b80c80f-b3b2-4508-b8bc-388d12a56a46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2&device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 1127 time: 0.0523939 Mar 08 12:14:23.175067 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-6f89c9af-c693-41a0-91a6-99b234f4a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:23.176588 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-6f89c9af-c693-41a0-91a6-99b234f4a18c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ca79715-c117-4307-b1d3-f8a94ab698dc HTTP/1.1" status: 200 len: 908 time: 0.1030865 Mar 08 12:14:23.246393 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-74c9455a-5d11-445d-aa38-a94d881c2875 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b12b73b-9467-4e74-978e-3689d99506e9 HTTP/1.1" status: 200 len: 999 time: 0.0627520 Mar 08 12:14:23.302948 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-15d1ebab-38ca-468a-a60f-b03c5760d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:23.304436 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-15d1ebab-38ca-468a-a60f-b03c5760d3d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cce1efbf-0de4-4681-afea-b6da3b85f735 HTTP/1.1" status: 200 len: 846 time: 0.0513816 Mar 08 12:14:23.357310 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-f779a27d-b4ab-4433-9d24-7a38a6f73ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:23.358870 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-f779a27d-b4ab-4433-9d24-7a38a6f73ab8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ca79715-c117-4307-b1d3-f8a94ab698dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468571 Mar 08 12:14:23.500002 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-ab226d05-9426-4e8e-a794-c6393f453f2e service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332719 Mar 08 12:14:23.603610 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b8c57f01-2c79-47cd-92f3-667826a22e29 req-035e510d-2996-4f01-8f61-30f362ab1c33 service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968773 Mar 08 12:14:23.682516 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-b9f549db-9278-4114-9392-44088b241cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:24.158275 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad4c6f-4bda-47b6-889a-535ee17fb028 req-fad64bf2-1214-4d5e-835f-d9c8e08f2589 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:24.159907 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cfad4c6f-4bda-47b6-889a-535ee17fb028 req-fad64bf2-1214-4d5e-835f-d9c8e08f2589 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0625591 Mar 08 12:14:24.227483 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-cfad4c6f-4bda-47b6-889a-535ee17fb028 req-b61c699f-6131-4a9b-8c14-0dd4dfcdf04b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616407 Mar 08 12:14:25.353522 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45788532-6c69-4da0-926f-4010c04b5ab6 req-a8963a10-77d9-4223-ae38-d48144ac7238 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:25.355031 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-45788532-6c69-4da0-926f-4010c04b5ab6 req-a8963a10-77d9-4223-ae38-d48144ac7238 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0554276 Mar 08 12:14:25.408854 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-45788532-6c69-4da0-926f-4010c04b5ab6 req-9171d5c1-913d-4ec5-afbe-a5fdef3b5d46 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461769 Mar 08 12:14:26.215823 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-e6594f87-d4bb-476c-9e84-a8edd0fc1e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:26.532402 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153ae66-0208-4a54-866f-b4883ca3da5e req-0f7cae28-c937-4785-aec5-bc95d0de68ad tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:26.534229 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1153ae66-0208-4a54-866f-b4883ca3da5e req-0f7cae28-c937-4785-aec5-bc95d0de68ad tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0575552 Mar 08 12:14:26.587450 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1153ae66-0208-4a54-866f-b4883ca3da5e req-71a2e68c-3daa-497f-93dc-e316bb0cfcca tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472126 Mar 08 12:14:27.455705 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:27.713028 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d61f0-d467-4b5c-8747-0fea8c904c57 req-0f8a3a6c-ab75-4bb1-8d32-5d85a3a602bc tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:27.714501 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b39d61f0-d467-4b5c-8747-0fea8c904c57 req-0f8a3a6c-ab75-4bb1-8d32-5d85a3a602bc tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0574465 Mar 08 12:14:27.767874 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b39d61f0-d467-4b5c-8747-0fea8c904c57 req-574a6746-6f3a-455f-8f3d-3b3954632420 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470202 Mar 08 12:14:28.899556 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670aa68-9c94-4ed4-9be5-a59f0d589e8e req-087ba8ad-0923-4390-a109-f623be6aa8a0 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:28.902348 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c670aa68-9c94-4ed4-9be5-a59f0d589e8e req-087ba8ad-0923-4390-a109-f623be6aa8a0 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0653121 Mar 08 12:14:28.950933 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:28.955741 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c670aa68-9c94-4ed4-9be5-a59f0d589e8e req-50a0583d-47ab-4027-a84f-48144816f118 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462644 Mar 08 12:14:29.827694 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:30.082414 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339d5ef-0c98-4f79-999f-90c9d1e05a40 req-b19cd830-c0f4-41d9-9c07-b35eabd7a24e tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:30.083960 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4339d5ef-0c98-4f79-999f-90c9d1e05a40 req-b19cd830-c0f4-41d9-9c07-b35eabd7a24e tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0568345 Mar 08 12:14:30.140410 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-4339d5ef-0c98-4f79-999f-90c9d1e05a40 req-20af7f7b-cbcd-4535-a446-5bfeb3acdb1a tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468941 Mar 08 12:14:31.263917 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960c5ac-bf33-41f6-b019-0b5512c83e23 req-5a8a0bb0-4fe4-436b-8efc-0dfaf61bc951 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:31.266011 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9960c5ac-bf33-41f6-b019-0b5512c83e23 req-5a8a0bb0-4fe4-436b-8efc-0dfaf61bc951 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 943 time: 0.0576832 Mar 08 12:14:31.315354 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-9960c5ac-bf33-41f6-b019-0b5512c83e23 req-d3c0b238-5b28-4c3c-881f-9dd62e18045b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436010 Mar 08 12:14:31.499593 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:31.867732 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4b12b73b-9467-4e74-978e-3689d99506e9 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:14:31.965199 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 4b12b73b-9467-4e74-978e-3689d99506e9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b12b73b-9467-4e74-978e-3689d99506e9,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:14:31.975942 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '4b12b73b-9467-4e74-978e-3689d99506e9', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'port_id': '4b12b73b-9467-4e74-978e-3689d99506e9', 'mac_address': 'fa:16:3e:3c:2d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:14:32.017518 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 4b12b73b-9467-4e74-978e-3689d99506e9 is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:14:32.017920 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:32.031529 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b12b73b-9467-4e74-978e-3689d99506e9 {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:14:32.050934 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 4b12b73b-9467-4e74-978e-3689d99506e9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b12b73b-9467-4e74-978e-3689d99506e9,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:14:32.122688 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:32.170696 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=4b12b73b-9467-4e74-978e-3689d99506e9,revision_number=7']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:32.178446 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:32.178800 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:32.179168 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:32.179512 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:32.179865 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:32.180182 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:32.180518 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:32.180845 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:32.181172 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:32.181573 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:32.181903 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:32.182228 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:32.182552 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:14:32.441713 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013470e-2672-4dfd-a5cb-cca0fa4bf3e6 req-c1e60e5c-d855-4748-b966-492cae7debd8 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:32.443253 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1013470e-2672-4dfd-a5cb-cca0fa4bf3e6 req-c1e60e5c-d855-4748-b966-492cae7debd8 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 944 time: 0.0571933 Mar 08 12:14:32.469069 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['4b12b73b-9467-4e74-978e-3689d99506e9'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:14:32.510206 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-1013470e-2672-4dfd-a5cb-cca0fa4bf3e6 req-86c4829d-db9e-450d-ad3a-d69f32b71c3d tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585365 Mar 08 12:14:33.640769 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87f3b-4a48-4fa5-a8be-a0b0ab536a22 req-54c588d7-00cf-4036-b20a-ea78e24df98c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:33.642284 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-23f87f3b-4a48-4fa5-a8be-a0b0ab536a22 req-54c588d7-00cf-4036-b20a-ea78e24df98c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 944 time: 0.0534463 Mar 08 12:14:33.693119 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-23f87f3b-4a48-4fa5-a8be-a0b0ab536a22 req-63a8350f-4baf-48e9-8ede-d8c4c3a5e295 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451300 Mar 08 12:14:33.884060 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4b12b73b-9467-4e74-978e-3689d99506e9 up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:14:33.931748 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 4b12b73b-9467-4e74-978e-3689d99506e9 triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:14:33.932132 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:34.009781 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 4b12b73b-9467-4e74-978e-3689d99506e9 is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:14:34.010177 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:34.033675 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:14:34.035914 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260db109-453f-4c50-aeab-765253a29a52" -d '{"events": [{"server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "name": "network-vif-plugged", "status": "completed", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:14:34.048015 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 4b12b73b-9467-4e74-978e-3689d99506e9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b12b73b-9467-4e74-978e-3689d99506e9,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:14:34.069832 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5b0828-f488-499c-a815-50644528147a x-openstack-request-id: req-db5b0828-f488-499c-a815-50644528147a {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:14:34.070128 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "name": "network-vif-plugged", "status": "completed", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:14:34.070387 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db5b0828-f488-499c-a815-50644528147a {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:14:34.070818 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9', 'code': 200} Mar 08 12:14:34.127923 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:34.180314 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=4b12b73b-9467-4e74-978e-3689d99506e9,revision_number=8']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:34.444659 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba7fe2-c7dc-4717-aa8b-b13f975fb913 req-8a8eecf1-5be8-4ea7-81d1-4eb653443cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:34.446078 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8cba7fe2-c7dc-4717-aa8b-b13f975fb913 req-8a8eecf1-5be8-4ea7-81d1-4eb653443cb9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 1129 time: 0.0461707 Mar 08 12:14:34.494955 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8cba7fe2-c7dc-4717-aa8b-b13f975fb913 req-89605de1-7288-4565-be1e-60df67ec8b5b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410178 Mar 08 12:14:34.815227 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb7ab3-3dc7-42a7-9fac-8697d1f600d7 req-5810d058-56a8-45ea-8398-42cd366fc85b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:34.816726 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0aeb7ab3-3dc7-42a7-9fac-8697d1f600d7 req-5810d058-56a8-45ea-8398-42cd366fc85b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0564983 Mar 08 12:14:34.865763 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-0aeb7ab3-3dc7-42a7-9fac-8697d1f600d7 req-f38d6d44-7b01-467a-a03d-38327c224230 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435066 Mar 08 12:14:36.048111 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303f970-e421-4637-a277-8808d67f971b req-d6664654-13d4-4f08-834e-542f1f8fe265 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:36.049757 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b303f970-e421-4637-a277-8808d67f971b req-d6664654-13d4-4f08-834e-542f1f8fe265 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.1106663 Mar 08 12:14:36.101116 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-b303f970-e421-4637-a277-8808d67f971b req-f61a6474-9b91-48f5-b1b0-8a723571131b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458119 Mar 08 12:14:38.616617 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-12b8db5d-761b-49f2-b60a-11e2eb4838d6 req-2de889e2-feac-4b39-b794-a2d5afa88412 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499182 Mar 08 12:14:38.697013 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8db5d-761b-49f2-b60a-11e2eb4838d6 req-82f3687e-9534-46c8-b686-47d1fcca04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:38.698530 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-12b8db5d-761b-49f2-b60a-11e2eb4838d6 req-82f3687e-9534-46c8-b686-47d1fcca04fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 1129 time: 0.0478568 Mar 08 12:14:38.815350 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8db5d-761b-49f2-b60a-11e2eb4838d6 req-e4dd3955-3af1-408d-96b3-1d79a9927d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:38.816442 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-12b8db5d-761b-49f2-b60a-11e2eb4838d6 req-e4dd3955-3af1-408d-96b3-1d79a9927d59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 912 time: 0.0959492 Mar 08 12:14:39.149269 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-12b8db5d-761b-49f2-b60a-11e2eb4838d6 req-ecb875fb-637c-4027-8a8c-3cf99b62c856 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=816ef4f9-e7de-4f63-afba-24784db580b1 HTTP/1.1" status: 200 len: 1001 time: 0.3257957 Mar 08 12:14:39.199893 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8db5d-761b-49f2-b60a-11e2eb4838d6 req-eca3a1c5-a219-4440-8185-24438ae06df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:39.205976 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-12b8db5d-761b-49f2-b60a-11e2eb4838d6 req-eca3a1c5-a219-4440-8185-24438ae06df3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b8a0334-137e-4ca7-8145-79c5e98e839a HTTP/1.1" status: 200 len: 850 time: 0.0449328 Mar 08 12:14:39.263632 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8db5d-761b-49f2-b60a-11e2eb4838d6 req-31864131-b382-4163-92f1-5b876f1b754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:14:39.265764 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-12b8db5d-761b-49f2-b60a-11e2eb4838d6 req-31864131-b382-4163-92f1-5b876f1b754c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3fc0b6-5937-41b0-aee4-61d2206408d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561206 Mar 08 12:14:39.359088 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-12b8db5d-761b-49f2-b60a-11e2eb4838d6 req-22793585-9afe-4b6d-9171-ad87170bfd1e service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859551 Mar 08 12:14:39.465231 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-12b8db5d-761b-49f2-b60a-11e2eb4838d6 req-d1ff2c0f-64af-450b-a74f-2e994b0314bb service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908725 Mar 08 12:14:43.406996 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 58798) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:43.509393 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d5645d13-7fe5-4757-bd75-b018425c9a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.584100 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d5645d13-7fe5-4757-bd75-b018425c9a3e admin admin] Publish callbacks [] for security_group (fbc5ba09-9727-4701-a81e-1f036911c88f), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.644517 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-d5645d13-7fe5-4757-bd75-b018425c9a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (fbc5ba09-9727-4701-a81e-1f036911c88f), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.682551 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5645d13-7fe5-4757-bd75-b018425c9a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc5ba09-9727-4701-a81e-1f036911c88f,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:43.687980 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-d5645d13-7fe5-4757-bd75-b018425c9a3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5430518e9a93455c82ef1b86d2a1d0ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799528 Mar 08 12:14:43.690671 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 58802) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:14:43.737882 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-85d73895-72ba-47a0-9e51-32b4edacdd6e admin admin] Publish callbacks [] for security_group (fbc5ba09-9727-4701-a81e-1f036911c88f), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.758087 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-85d73895-72ba-47a0-9e51-32b4edacdd6e admin admin] Publish callbacks [] for security_group (fbc5ba09-9727-4701-a81e-1f036911c88f), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.861277 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-85d73895-72ba-47a0-9e51-32b4edacdd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (fbc5ba09-9727-4701-a81e-1f036911c88f), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.863911 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-85d73895-72ba-47a0-9e51-32b4edacdd6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:43.865066 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-85d73895-72ba-47a0-9e51-32b4edacdd6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbc5ba09-9727-4701-a81e-1f036911c88f HTTP/1.1" status: 204 len: 168 time: 0.1734622 Mar 08 12:14:43.872697 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d73895-72ba-47a0-9e51-32b4edacdd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc5ba09-9727-4701-a81e-1f036911c88f,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:14:47.032587 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:14:53.632611 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2c56d356-c643-401a-a6fe-95204481b252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:56.272632 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-bf171bba-f78a-471f-8fb8-b285c80ab864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:57.478503 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:58.935500 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:14:59.809880 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:01.501404 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:20.268828 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-b36c9ba2-9597-4066-a654-00b355971199 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381032135&fields=id&tenant_id=43e73bb16a7d44dd84207ee7161c2808 HTTP/1.1" status: 200 len: 267 time: 0.0498853 Mar 08 12:15:20.376284 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-657fdac5-a554-4b55-972c-2ceb69e17d03 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:20.377752 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-657fdac5-a554-4b55-972c-2ceb69e17d03 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 811 time: 0.1012559 Mar 08 12:15:20.393441 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-5b33e503-3684-4e8d-9b82-fde1a5c5d00f tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/quotas/43e73bb16a7d44dd84207ee7161c2808 HTTP/1.1" status: 200 len: 375 time: 0.0102236 Mar 08 12:15:20.469467 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-bf2374d9-0d2c-4767-86c2-322b6c159d45 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652394 Mar 08 12:15:20.487411 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c29b10ce-9015-4ac4-b163-bc5b28489872 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110508) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:15:20.488454 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c29b10ce-9015-4ac4-b163-bc5b28489872 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053613 Mar 08 12:15:20.591430 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-808d500a-d096-40f0-a483-9c0c23b0abbe service neutron] 10.222.0.44 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876017 Mar 08 12:15:20.689064 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-f868d972-f7d7-4f1e-8790-e698e21cce90 service neutron] 10.222.0.44 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914752 Mar 08 12:15:21.339831 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9b5364a6-3fad-40e1-948b-359b3c849f73 req-8daa2087-09f7-4f47-bc5d-2ea1d7589d50 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 210 time: 0.0291073 Mar 08 12:15:22.434574 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c9a90d27-72d7-414f-92a3-fcb3502bd25a req-a0a74e22-fd5e-4602-a3ec-b8818c0eddf6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 210 time: 0.0274425 Mar 08 12:15:23.540897 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-c9fd5250-9c69-4a34-9525-37973cb0c9a7 req-ee37b891-e8b7-443d-8602-cf117e9d3aef tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 210 time: 0.0284550 Mar 08 12:15:23.632867 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-b7d27f47-4d3f-48ea-b0cf-8c2e4da3609a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:23.752655 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-761c38a1-fe60-4c7d-aa14-02ea5894692c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:23.753954 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-761c38a1-fe60-4c7d-aa14-02ea5894692c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 811 time: 0.1029356 Mar 08 12:15:23.829496 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-73338e33-c74a-43da-bac6-4065619b9c8c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e73bb16a7d44dd84207ee7161c2808 HTTP/1.1" status: 200 len: 380 time: 0.0599184 Mar 08 12:15:23.843472 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Request body: {'port': {'device_id': '9f796f74-f808-4031-9647-3789ea18b504', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'admin_state_up': True, 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'security_groups': ['a4fcbdcf-6524-46ac-a624-48f3214ed003']}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:15:24.031227 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Made reservation on behalf of 43e73bb16a7d44dd84207ee7161c2808 for: {'port': 1} {{(pid=110507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:15:24.031747 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:15:24.034629 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:24.172688 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_common [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Allocated IP 172.20.0.9 (9f3fc0b6-5937-41b0-aee4-61d2206408d9/1b8a0334-137e-4ca7-8145-79c5e98e839a/218758ca-650d-432b-ad7e-de406534358b) {{(pid=110507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:15:24.316333 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for port (218758ca-650d-432b-ad7e-de406534358b), precommit_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:24.431955 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (218758ca-650d-432b-ad7e-de406534358b), after_create {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:24.478271 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 is already hosted by enough agents. {{(pid=110507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:15:24.481313 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.base_scheduler [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Resources bound (agent type, host, resource id): {{(pid=110507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:15:24.484991 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Received port after_create {{(pid=110507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:15:24.491516 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'Port': ['ID=218758ca-650d-432b-ad7e-de406534358b,revision_number=1']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:24.527399 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:24.527759 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:24.528113 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:24.528459 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:24.528817 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:24.529141 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:24.529476 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:24.529814 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:24.530147 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:24.530484 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:24.530813 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:24.531236 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:24.531571 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:24.559390 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:24.560176 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:24.651253 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-a1f98a97-0d4a-41bb-aef7-4912689fc24c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8122296 Mar 08 12:15:24.662520 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-63d4eded-fdac-4a83-841c-3de5a1063b2d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:15:24.663728 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-63d4eded-fdac-4a83-841c-3de5a1063b2d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058308 Mar 08 12:15:24.665479 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6415d7-c10c-43fc-b702-9a58e301aec1 req-1e733769-0b0f-4c62-b92e-58ef1dec1eb6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:24.667569 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-da6415d7-c10c-43fc-b702-9a58e301aec1 req-1e733769-0b0f-4c62-b92e-58ef1dec1eb6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 931 time: 0.0552864 Mar 08 12:15:24.727091 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-da6415d7-c10c-43fc-b702-9a58e301aec1 req-090362b3-16dc-4bd5-a1ed-99a975f73bc7 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499632 Mar 08 12:15:24.783839 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-020a8aa5-897b-436a-8711-477ce969f6f3 None None] Provisioning complete for port 218758ca-650d-432b-ad7e-de406534358b triggered by entity DHCP. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:15:24.784415 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-020a8aa5-897b-436a-8711-477ce969f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (218758ca-650d-432b-ad7e-de406534358b), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:24.785763 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.v2.base [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Request body: {'port': {'device_id': '9f796f74-f808-4031-9647-3789ea18b504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=110507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:15:24.818054 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-020a8aa5-897b-436a-8711-477ce969f6f3 None None] Port 218758ca-650d-432b-ad7e-de406534358b cannot update to ACTIVE because it is not bound. {{(pid=110509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:15:24.848387 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (218758ca-650d-432b-ad7e-de406534358b), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:25.119446 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218758ca-650d-432b-ad7e-de406534358b {{(pid=110507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:15:25.127962 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Publish callbacks [] for port (218758ca-650d-432b-ad7e-de406534358b), precommit_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:25.141403 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.provisioning_blocks [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Transition to ACTIVE for port object 218758ca-650d-432b-ad7e-de406534358b will not be triggered until provisioned by entity L2. {{(pid=110507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 12:15:25.215688 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (218758ca-650d-432b-ad7e-de406534358b), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:25.270016 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Pushing event updated for resources: {'Port': ['ID=218758ca-650d-432b-ad7e-de406534358b,revision_number=2']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:25.349598 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Attempting to bind port 218758ca-650d-432b-ad7e-de406534358b on host hv-cinder-83008 for vnic_type normal with profile {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:15:25.350054 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Attempting to bind port 218758ca-650d-432b-ad7e-de406534358b by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:15:25.350985 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Attempting to bind port 218758ca-650d-432b-ad7e-de406534358b on network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:15:25.358160 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Port 218758ca-650d-432b-ad7e-de406534358b on network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:15:25.358495 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Attempting to bind port 218758ca-650d-432b-ad7e-de406534358b on network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:15:25.364761 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Checking agent: {'id': 'b7cf8595-60e6-4687-a595-8271cc8ffc43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'started_at': datetime.datetime(2022, 3, 8, 12, 2, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:15:25.365125 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Checking segment: {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:15:25.365501 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Bound using segment: {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'} {{(pid=110507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:15:25.365934 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.managers [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Bound port: 218758ca-650d-432b-ad7e-de406534358b, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '477c8efc-25d3-492d-aec6-0da753ec76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9'}}] {{(pid=110507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:15:25.366298 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (218758ca-650d-432b-ad7e-de406534358b), before_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:25.441705 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] For port 218758ca-650d-432b-ad7e-de406534358b, host hv-cinder-83008, cleared binding levels {{(pid=110507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:15:25.448688 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] For port 218758ca-650d-432b-ad7e-de406534358b, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=218758ca-650d-432b-ad7e-de406534358b,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:15:25.574695 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30549084'] for port (218758ca-650d-432b-ad7e-de406534358b), after_update {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:25.612774 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:25.613403 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:25.614845 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] 10.222.0.55 "PUT /v2.0/ports/218758ca-650d-432b-ad7e-de406534358b HTTP/1.1" status: 200 len: 1093 time: 0.9308524 Mar 08 12:15:25.615350 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f796f74-f808-4031-9647-3789ea18b504', 'tag': '218758ca-650d-432b-ad7e-de406534358b'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:25.617624 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f2f858-30d4-4fc9-bd59-8bb6ef3fa8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f796f74-f808-4031-9647-3789ea18b504", "tag": "218758ca-650d-432b-ad7e-de406534358b"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:15:25.647450 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947e7ed-5afc-4f6b-b0c0-47d23fb4584c service neutron] Pushing event updated for resources: {'Port': ['ID=218758ca-650d-432b-ad7e-de406534358b,revision_number=3']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:25.737674 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a4e0fd-c5c6-4b3a-ad41-75e780f5c1cf x-openstack-request-id: req-91a4e0fd-c5c6-4b3a-ad41-75e780f5c1cf {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:15:25.738612 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f796f74-f808-4031-9647-3789ea18b504", "tag": "218758ca-650d-432b-ad7e-de406534358b", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:15:25.739568 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91a4e0fd-c5c6-4b3a-ad41-75e780f5c1cf {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:15:25.741023 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f796f74-f808-4031-9647-3789ea18b504', 'tag': '218758ca-650d-432b-ad7e-de406534358b', 'status': 'completed', 'code': 200} Mar 08 12:15:25.803545 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-f383d943-3243-4329-9934-915f40c827a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:25.805245 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-f383d943-3243-4329-9934-915f40c827a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 1127 time: 0.0491869 Mar 08 12:15:25.859794 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7227b-e459-4894-afaa-4db28daeca5d req-f45080c9-3d17-4453-b7af-cc638dd79895 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:25.861270 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1ca7227b-e459-4894-afaa-4db28daeca5d req-f45080c9-3d17-4453-b7af-cc638dd79895 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 943 time: 0.0593545 Mar 08 12:15:25.862386 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-96c2cda6-c126-4b56-b460-e88458515c85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=218758ca-650d-432b-ad7e-de406534358b HTTP/1.1" status: 200 len: 217 time: 0.0405469 Mar 08 12:15:25.916521 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1ca7227b-e459-4894-afaa-4db28daeca5d req-18954ac7-ba37-4065-ac9b-d44eee658d1e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478461 Mar 08 12:15:25.916789 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-2a7e9a7f-38ec-455c-9a91-aa06b0c7576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:25.918610 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-2a7e9a7f-38ec-455c-9a91-aa06b0c7576a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b8a0334-137e-4ca7-8145-79c5e98e839a HTTP/1.1" status: 200 len: 850 time: 0.0472844 Mar 08 12:15:25.974447 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-879d15e1-707c-47ef-87e0-21ae21b42e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:25.976029 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-879d15e1-707c-47ef-87e0-21ae21b42e9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3fc0b6-5937-41b0-aee4-61d2206408d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455141 Mar 08 12:15:26.075252 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-eed2b122-f02f-4660-a8dc-cb88371c8112 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887535 Mar 08 12:15:26.173249 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-6c6d003b-dc0d-4a20-8ed3-e11145353181 req-6dfde137-08e0-4f29-a0d1-fee66325600d service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890462 Mar 08 12:15:26.204475 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-7958ae2c-39c4-4036-9fc1-05e04ea45492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:26.420670 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2f858-30d4-4fc9-bd59-8bb6ef3fa8e9 req-2eabb52c-dbfe-42f6-aacc-a98a4eb1263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:26.422221 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-69f2f858-30d4-4fc9-bd59-8bb6ef3fa8e9 req-2eabb52c-dbfe-42f6-aacc-a98a4eb1263b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 1127 time: 0.0481362 Mar 08 12:15:26.521656 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2f858-30d4-4fc9-bd59-8bb6ef3fa8e9 req-5511fe87-953e-4cd6-8231-8831e1c34cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:26.523101 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-69f2f858-30d4-4fc9-bd59-8bb6ef3fa8e9 req-5511fe87-953e-4cd6-8231-8831e1c34cec service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 912 time: 0.0940711 Mar 08 12:15:26.564337 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-69f2f858-30d4-4fc9-bd59-8bb6ef3fa8e9 req-5d4be1cc-7c53-40ac-a26c-681eb4319d11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=218758ca-650d-432b-ad7e-de406534358b HTTP/1.1" status: 200 len: 217 time: 0.0342872 Mar 08 12:15:26.617227 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2f858-30d4-4fc9-bd59-8bb6ef3fa8e9 req-de5c378b-21e1-44c9-8573-55b6ec852295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:26.618700 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-69f2f858-30d4-4fc9-bd59-8bb6ef3fa8e9 req-de5c378b-21e1-44c9-8573-55b6ec852295 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b8a0334-137e-4ca7-8145-79c5e98e839a HTTP/1.1" status: 200 len: 850 time: 0.0468304 Mar 08 12:15:26.686583 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2f858-30d4-4fc9-bd59-8bb6ef3fa8e9 req-3887936e-c6aa-4a2c-8bec-a0fae3f671e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:26.688142 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-69f2f858-30d4-4fc9-bd59-8bb6ef3fa8e9 req-3887936e-c6aa-4a2c-8bec-a0fae3f671e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3fc0b6-5937-41b0-aee4-61d2206408d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463843 Mar 08 12:15:26.786586 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-69f2f858-30d4-4fc9-bd59-8bb6ef3fa8e9 req-933c9327-50d6-4926-aecc-04489a15768c service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917811 Mar 08 12:15:26.885103 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-69f2f858-30d4-4fc9-bd59-8bb6ef3fa8e9 req-badabcc4-e490-489a-a961-5f8e106b3df4 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888479 Mar 08 12:15:27.040490 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ff695-d025-4231-8159-583ef684e0e9 req-3036f95c-d458-4b06-a27b-7e5cd49d4b68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:27.042427 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ad5ff695-d025-4231-8159-583ef684e0e9 req-3036f95c-d458-4b06-a27b-7e5cd49d4b68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 943 time: 0.0557485 Mar 08 12:15:27.095897 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-ad5ff695-d025-4231-8159-583ef684e0e9 req-137d4610-9cf2-4110-ba07-227df4fd75c1 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475461 Mar 08 12:15:27.478469 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:28.215898 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056aab30-7b3d-41ac-9cad-cf01e7e57040 req-1735e295-ab06-4432-bb5e-e145822f6fe9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:28.217300 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-056aab30-7b3d-41ac-9cad-cf01e7e57040 req-1735e295-ab06-4432-bb5e-e145822f6fe9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 943 time: 0.0531366 Mar 08 12:15:28.270424 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-056aab30-7b3d-41ac-9cad-cf01e7e57040 req-38154884-d863-4c45-85b0-f8b002e2c8a5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473175 Mar 08 12:15:28.959573 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:29.396215 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9a640-a3a8-45cf-9517-dc86c4155a5e req-078e6b02-939d-42bb-8610-49624e2d198b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:29.397847 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-bbf9a640-a3a8-45cf-9517-dc86c4155a5e req-078e6b02-939d-42bb-8610-49624e2d198b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 943 time: 0.0574641 Mar 08 12:15:29.452518 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-bbf9a640-a3a8-45cf-9517-dc86c4155a5e req-2223333d-1476-4688-b6f7-3bca2c92df0a tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481474 Mar 08 12:15:29.833075 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:30.576539 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888035e-e493-47c4-a17c-43a3d779e4b7 req-d7cf22f0-40c9-4000-995a-b77c2ead1f48 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:30.578342 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5888035e-e493-47c4-a17c-43a3d779e4b7 req-d7cf22f0-40c9-4000-995a-b77c2ead1f48 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 943 time: 0.0557013 Mar 08 12:15:30.639557 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-5888035e-e493-47c4-a17c-43a3d779e4b7 req-b3fba607-c223-4459-a0c6-d86f8f2d1964 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537283 Mar 08 12:15:31.512632 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:31.767793 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87520253-9029-4648-b34c-8e6b9f413dd8 req-0f26fbb0-5845-4bc5-b1e5-dd1adb9eeda6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:31.769287 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-87520253-9029-4648-b34c-8e6b9f413dd8 req-0f26fbb0-5845-4bc5-b1e5-dd1adb9eeda6 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 943 time: 0.0571003 Mar 08 12:15:31.821633 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-87520253-9029-4648-b34c-8e6b9f413dd8 req-b9bb3722-6be7-439b-ac48-8b3291935ab2 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464480 Mar 08 12:15:32.946630 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187b94-8048-4cb3-b6d0-629581435ec3 req-57c2cf57-5055-447b-a1d8-f4e3a705f78a tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:32.948553 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a7187b94-8048-4cb3-b6d0-629581435ec3 req-57c2cf57-5055-447b-a1d8-f4e3a705f78a tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 943 time: 0.0558295 Mar 08 12:15:32.999938 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a7187b94-8048-4cb3-b6d0-629581435ec3 req-17713770-e915-4cb3-a6d9-40a5f6f97495 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457740 Mar 08 12:15:34.128112 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f0ccf-5efa-41cc-b660-1be04c7d156f req-ab272c3f-a515-45bc-915d-96c4b926a8d7 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:34.129784 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a78f0ccf-5efa-41cc-b660-1be04c7d156f req-ab272c3f-a515-45bc-915d-96c4b926a8d7 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 943 time: 0.0605028 Mar 08 12:15:34.182945 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a78f0ccf-5efa-41cc-b660-1be04c7d156f req-7848aac4-064c-499b-9500-b8d6f559f071 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471349 Mar 08 12:15:34.257717 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 218758ca-650d-432b-ad7e-de406534358b details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=110509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:15:34.364752 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 218758ca-650d-432b-ad7e-de406534358b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=218758ca-650d-432b-ad7e-de406534358b,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:34.376097 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Returning: {'device': '218758ca-650d-432b-ad7e-de406534358b', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'port_id': '218758ca-650d-432b-ad7e-de406534358b', 'mac_address': 'fa:16:3e:a7:16:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:15:34.415202 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 218758ca-650d-432b-ad7e-de406534358b is: DOWN; New status is: BUILD {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:15:34.415599 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (218758ca-650d-432b-ad7e-de406534358b), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:34.429144 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218758ca-650d-432b-ad7e-de406534358b {{(pid=110509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:15:34.450215 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 218758ca-650d-432b-ad7e-de406534358b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=218758ca-650d-432b-ad7e-de406534358b,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:34.534649 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (218758ca-650d-432b-ad7e-de406534358b), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:34.590679 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=218758ca-650d-432b-ad7e-de406534358b,revision_number=4']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:34.598655 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:34.599026 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:34.599407 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:34.599755 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:34.600098 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:34.600443 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:34.600791 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:34.601170 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:34.601510 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:34.601843 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:34.602177 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:34.602507 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:34.602834 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:34.887315 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] get_ports_and_sgs() called for port_ids ['218758ca-650d-432b-ad7e-de406534358b'] {{(pid=110509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:15:35.303857 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c0f24-7d74-4496-a5cd-726cc0a532b1 req-c09d67c2-4f54-4706-ba8d-641c9c9523e7 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:35.305337 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e26c0f24-7d74-4496-a5cd-726cc0a532b1 req-c09d67c2-4f54-4706-ba8d-641c9c9523e7 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 944 time: 0.0513203 Mar 08 12:15:35.353821 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-e26c0f24-7d74-4496-a5cd-726cc0a532b1 req-ed5eb190-f24c-4dcf-a889-49f4c2eacb30 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420959 Mar 08 12:15:36.279110 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 218758ca-650d-432b-ad7e-de406534358b up at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:15:36.386884 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning for port 218758ca-650d-432b-ad7e-de406534358b completed by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 12:15:36.391576 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.provisioning_blocks [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Provisioning complete for port 218758ca-650d-432b-ad7e-de406534358b triggered by entity L2. {{(pid=110509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:15:36.391960 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735208'] for port (218758ca-650d-432b-ad7e-de406534358b), provisioning_complete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:36.475850 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Current status of the port 218758ca-650d-432b-ad7e-de406534358b is: BUILD; New status is: ACTIVE {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:15:36.476412 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (218758ca-650d-432b-ad7e-de406534358b), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:36.487788 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66554163-3302-44bb-b5e4-467b93c1f105 req-6c20c81c-d72b-420e-a24f-c4eef6aaad29 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:36.489452 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-66554163-3302-44bb-b5e4-467b93c1f105 req-6c20c81c-d72b-420e-a24f-c4eef6aaad29 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 944 time: 0.0653281 Mar 08 12:15:36.509390 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f796f74-f808-4031-9647-3789ea18b504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218758ca-650d-432b-ad7e-de406534358b'}] {{(pid=110509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:36.513705 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6586fc69b944e158f9afe1b9a20ba2d5c1c17ad8a9024bd51d347084c7723c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca22f30-37fc-438f-9131-d36483620b9b" -d '{"events": [{"server_uuid": "9f796f74-f808-4031-9647-3789ea18b504", "name": "network-vif-plugged", "status": "completed", "tag": "218758ca-650d-432b-ad7e-de406534358b"}]}' {{(pid=110509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:15:36.531287 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] For port 218758ca-650d-432b-ad7e-de406534358b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=218758ca-650d-432b-ad7e-de406534358b,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:36.549805 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-66554163-3302-44bb-b5e4-467b93c1f105 req-24b7078a-0ea0-4043-8876-0ae411c069b3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512888 Mar 08 12:15:36.605125 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397'] for port (218758ca-650d-432b-ad7e-de406534358b), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:36.629492 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b9c38c-2de9-469a-b548-b361babfe2e4 x-openstack-request-id: req-25b9c38c-2de9-469a-b548-b361babfe2e4 {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:15:36.629686 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f796f74-f808-4031-9647-3789ea18b504", "name": "network-vif-plugged", "status": "completed", "tag": "218758ca-650d-432b-ad7e-de406534358b", "code": 200}]} {{(pid=110509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:15:36.629814 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25b9c38c-2de9-469a-b548-b361babfe2e4 {{(pid=110509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:15:36.630180 dv-cinder-830085-2-iscsi neutron-server[110509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f796f74-f808-4031-9647-3789ea18b504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218758ca-650d-432b-ad7e-de406534358b', 'code': 200} Mar 08 12:15:36.656367 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Pushing event updated for resources: {'Port': ['ID=218758ca-650d-432b-ad7e-de406534358b,revision_number=5']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:37.108415 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4dc37-9edb-4ee0-a5de-e51527a810f1 req-aa0c13e0-219c-4190-a835-4b02699928a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:37.109899 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aac4dc37-9edb-4ee0-a5de-e51527a810f1 req-aa0c13e0-219c-4190-a835-4b02699928a7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 1129 time: 0.0442643 Mar 08 12:15:37.161739 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aac4dc37-9edb-4ee0-a5de-e51527a810f1 req-95d3daa3-360c-4983-a73f-67d99c8f9401 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414615 Mar 08 12:15:37.678982 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887dbc0-2284-4df3-ad9b-b0c19754cad7 req-552c9420-3bd2-4151-b454-fc0fb1f8857c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:37.680497 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f887dbc0-2284-4df3-ad9b-b0c19754cad7 req-552c9420-3bd2-4151-b454-fc0fb1f8857c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 945 time: 0.0530579 Mar 08 12:15:37.729536 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f887dbc0-2284-4df3-ad9b-b0c19754cad7 req-8fc8d4be-87be-4b30-8c81-8d8f263e9b3a tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434577 Mar 08 12:15:38.854958 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493d5f4-f2de-4f01-9ece-b48c24fc2c69 req-ecc436b0-65f1-4d00-a30d-8cfc7ef8e01d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:38.856487 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1493d5f4-f2de-4f01-9ece-b48c24fc2c69 req-ecc436b0-65f1-4d00-a30d-8cfc7ef8e01d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 945 time: 0.0565143 Mar 08 12:15:38.905145 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-1493d5f4-f2de-4f01-9ece-b48c24fc2c69 req-34a6490f-aa44-48e6-85f0-1adb4beeabe3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431559 Mar 08 12:15:39.029303 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3b349-f103-4c69-9bd5-3226ca60f7f5 req-5224ae58-1ea7-46de-8ff1-a49d00cac693 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:39.030754 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3cd3b349-f103-4c69-9bd5-3226ca60f7f5 req-5224ae58-1ea7-46de-8ff1-a49d00cac693 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 945 time: 0.0548732 Mar 08 12:15:39.079313 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3cd3b349-f103-4c69-9bd5-3226ca60f7f5 req-038a46ca-23a4-4b36-b490-5e7a969f306c tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428634 Mar 08 12:15:39.103379 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 58920) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:39.147817 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb80bbb0-ef8f-44bd-9006-ee92618c3571 tempest-TestVolumeBootPattern-914377405 tempest-TestVolumeBootPattern-914377405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:39.149357 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-bb80bbb0-ef8f-44bd-9006-ee92618c3571 tempest-TestVolumeBootPattern-914377405 tempest-TestVolumeBootPattern-914377405-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 1124 time: 0.0449688 Mar 08 12:15:39.152870 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 58922) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:39.157250 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.v2.base [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Request body: {'floatingip': {'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'port_id': '218758ca-650d-432b-ad7e-de406534358b', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:15:39.250612 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:39.353560 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (None), before_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:39.458993 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_common [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Allocated IP 172.27.1.67 (981964ec-6e66-47f5-aee6-03bea7be7d13/8202d2b0-9c57-4c83-9455-27cdb532cee3/161d8a18-81f0-4598-8fe6-a4704a147b71) {{(pid=110508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:15:39.562673 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for port (161d8a18-81f0-4598-8fe6-a4704a147b71), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:39.650032 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767219047361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (161d8a18-81f0-4598-8fe6-a4704a147b71), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:39.688294 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Network 981964ec-6e66-47f5-aee6-03bea7be7d13 is already hosted by enough agents. {{(pid=110508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:15:39.691099 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.base_scheduler [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Resources bound (agent type, host, resource id): {{(pid=110508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:15:39.693595 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Received port after_create {{(pid=110508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:15:39.720073 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'Port': ['ID=161d8a18-81f0-4598-8fe6-a4704a147b71,revision_number=1']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:39.731223 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:39.731576 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:39.731920 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:39.732253 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:39.732596 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:39.732904 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:39.733229 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:39.733558 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:39.733882 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:39.734205 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:39.734526 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:39.734842 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:39.735179 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:15:40.065946 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for floatingip (17e84cff-193f-43ab-9a92-ec9182bb4198), precommit_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:40.207529 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (161d8a18-81f0-4598-8fe6-a4704a147b71), before_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:40.356967 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for port (161d8a18-81f0-4598-8fe6-a4704a147b71), precommit_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:40.449097 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767219570872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767219047379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767219047397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30227992'] for port (161d8a18-81f0-4598-8fe6-a4704a147b71), after_update {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:40.596992 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-79470cf1-5014-46a4-9ca3-b1ab9fd8a42b req-ada26842-f11a-4046-a28c-bc081b2ec601 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522106 Mar 08 12:15:40.702639 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79470cf1-5014-46a4-9ca3-b1ab9fd8a42b req-3d10449f-1e70-43c4-b601-2815e041b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:40.704243 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-79470cf1-5014-46a4-9ca3-b1ab9fd8a42b req-3d10449f-1e70-43c4-b601-2815e041b5ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2&device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 1129 time: 0.0473759 Mar 08 12:15:40.802940 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event updated for resources: {'Port': ['ID=161d8a18-81f0-4598-8fe6-a4704a147b71,revision_number=2']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:40.815408 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33066837'] for floatingip (17e84cff-193f-43ab-9a92-ec9182bb4198), after_create {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:40.823815 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79470cf1-5014-46a4-9ca3-b1ab9fd8a42b req-653d9c33-9af9-4820-8950-d777df072c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:40.825307 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-79470cf1-5014-46a4-9ca3-b1ab9fd8a42b req-653d9c33-9af9-4820-8950-d777df072c3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ca79715-c117-4307-b1d3-f8a94ab698dc HTTP/1.1" status: 200 len: 908 time: 0.0973680 Mar 08 12:15:40.892726 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-79470cf1-5014-46a4-9ca3-b1ab9fd8a42b req-ca0714ba-008f-44d9-a5a0-3b0d6de751b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b12b73b-9467-4e74-978e-3689d99506e9 HTTP/1.1" status: 200 len: 1001 time: 0.0610259 Mar 08 12:15:40.946746 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79470cf1-5014-46a4-9ca3-b1ab9fd8a42b req-1deb4a2e-1f2b-4ea0-bd07-a01d54454f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:40.948924 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-79470cf1-5014-46a4-9ca3-b1ab9fd8a42b req-1deb4a2e-1f2b-4ea0-bd07-a01d54454f31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cce1efbf-0de4-4681-afea-b6da3b85f735 HTTP/1.1" status: 200 len: 846 time: 0.0492263 Mar 08 12:15:40.953027 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.l3_db [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Floating IP 17e84cff-193f-43ab-9a92-ec9182bb4198 associated. External IP: 172.27.1.67, port: 218758ca-650d-432b-ad7e-de406534358b. Mar 08 12:15:41.001278 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79470cf1-5014-46a4-9ca3-b1ab9fd8a42b req-8193ce7d-50ff-40f3-ab0e-3a57cd0be075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:41.002802 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-79470cf1-5014-46a4-9ca3-b1ab9fd8a42b req-8193ce7d-50ff-40f3-ab0e-3a57cd0be075 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ca79715-c117-4307-b1d3-f8a94ab698dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480993 Mar 08 12:15:41.100828 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-79470cf1-5014-46a4-9ca3-b1ab9fd8a42b req-b227752a-455c-4cc2-b9ec-cce44b88fe66 service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918872 Mar 08 12:15:41.175537 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:15:41.204275 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-79470cf1-5014-46a4-9ca3-b1ab9fd8a42b req-a3a1b906-c3fe-4dd3-80c4-671d3bb4e574 service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973642 Mar 08 12:15:41.283473 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:15:41.295791 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb348f3-30d2-40a5-9279-fb7eb8d21cf0 None None] Sync routers for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:15:41.305043 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb348f3-30d2-40a5-9279-fb7eb8d21cf0 None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:15:41.305650 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-5cb348f3-30d2-40a5-9279-fb7eb8d21cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:15:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:41.356986 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:41.392993 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-cb96df11-348c-4632-9314-21d7953a5db9 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2387407 Mar 08 12:15:41.393995 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f796f74-f808-4031-9647-3789ea18b504', 'tag': '218758ca-650d-432b-ad7e-de406534358b'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:41.398184 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc7c15f-209e-4395-b145-ee6ddd1d28ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9f796f74-f808-4031-9647-3789ea18b504", "tag": "218758ca-650d-432b-ad7e-de406534358b"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:15:41.417683 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-5cb348f3-30d2-40a5-9279-fb7eb8d21cf0 None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:15:41.435707 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cc3d2e-9722-4cbd-8337-a068d43ae6a0 x-openstack-request-id: req-86cc3d2e-9722-4cbd-8337-a068d43ae6a0 {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:15:41.436012 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f796f74-f808-4031-9647-3789ea18b504", "tag": "218758ca-650d-432b-ad7e-de406534358b", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:15:41.436266 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86cc3d2e-9722-4cbd-8337-a068d43ae6a0 {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:15:41.436663 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f796f74-f808-4031-9647-3789ea18b504', 'tag': '218758ca-650d-432b-ad7e-de406534358b', 'status': 'completed', 'code': 200} Mar 08 12:15:41.531422 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7c15f-209e-4395-b145-ee6ddd1d28ea req-27d4b6a5-85ee-40d6-941a-e0bd2336c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:41.533093 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3cc7c15f-209e-4395-b145-ee6ddd1d28ea req-27d4b6a5-85ee-40d6-941a-e0bd2336c327 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 1129 time: 0.0467300 Mar 08 12:15:41.629190 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7c15f-209e-4395-b145-ee6ddd1d28ea req-e183cbd2-93af-4dc2-a6bb-5127bfeaaa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:41.630692 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3cc7c15f-209e-4395-b145-ee6ddd1d28ea req-e183cbd2-93af-4dc2-a6bb-5127bfeaaa52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 912 time: 0.0901191 Mar 08 12:15:41.659994 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-5cb348f3-30d2-40a5-9279-fb7eb8d21cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '17e84cff-193f-43ab-9a92-ec9182bb4198', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '218758ca-650d-432b-ad7e-de406534358b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:a7:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f796f74-f808-4031-9647-3789ea18b504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:15:39Z', 'updated_at': '2022-03-08T12:15:39Z', 'revision_number': 0, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}, {'id': 'df653f9f-6911-4bdb-a358-9e1631bb39ea', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '816ef4f9-e7de-4f63-afba-24784db580b1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:bb:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:13:28Z', 'updated_at': '2022-03-08T12:13:31Z', 'revision_number': 1, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:41.689401 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb348f3-30d2-40a5-9279-fb7eb8d21cf0 None None] Checking router: 792f01ae-cd5c-4d86-bc36-a5c0d6028539 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:15:41.695453 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3cc7c15f-209e-4395-b145-ee6ddd1d28ea req-e2513b6a-5e80-42cd-9740-3e778687e5c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=218758ca-650d-432b-ad7e-de406534358b HTTP/1.1" status: 200 len: 998 time: 0.0587482 Mar 08 12:15:41.697611 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb348f3-30d2-40a5-9279-fb7eb8d21cf0 None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:15:41.698251 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-5cb348f3-30d2-40a5-9279-fb7eb8d21cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:15:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:41.743505 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7c15f-209e-4395-b145-ee6ddd1d28ea req-dc0d5a65-e134-4320-a5b6-c64a6691408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:41.744954 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3cc7c15f-209e-4395-b145-ee6ddd1d28ea req-dc0d5a65-e134-4320-a5b6-c64a6691408e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b8a0334-137e-4ca7-8145-79c5e98e839a HTTP/1.1" status: 200 len: 850 time: 0.0431757 Mar 08 12:15:41.799043 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7c15f-209e-4395-b145-ee6ddd1d28ea req-434df135-e074-433e-aa2c-7319ddaf5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:41.800602 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3cc7c15f-209e-4395-b145-ee6ddd1d28ea req-434df135-e074-433e-aa2c-7319ddaf5ce4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3fc0b6-5937-41b0-aee4-61d2206408d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491958 Mar 08 12:15:41.806837 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-5cb348f3-30d2-40a5-9279-fb7eb8d21cf0 None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:15:41.893188 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3cc7c15f-209e-4395-b145-ee6ddd1d28ea req-703c361a-fa1f-436b-ad8e-e194d3a69e7f service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866501 Mar 08 12:15:41.992590 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3cc7c15f-209e-4395-b145-ee6ddd1d28ea req-5b46f2b8-34ab-4433-90bf-3a55870cccb1 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931816 Mar 08 12:15:42.033645 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-5cb348f3-30d2-40a5-9279-fb7eb8d21cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '17e84cff-193f-43ab-9a92-ec9182bb4198', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '218758ca-650d-432b-ad7e-de406534358b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:a7:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f796f74-f808-4031-9647-3789ea18b504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:15:39Z', 'updated_at': '2022-03-08T12:15:39Z', 'revision_number': 0, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}, {'id': 'df653f9f-6911-4bdb-a358-9e1631bb39ea', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '816ef4f9-e7de-4f63-afba-24784db580b1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:bb:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:13:28Z', 'updated_at': '2022-03-08T12:13:31Z', 'revision_number': 1, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:42.062416 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb348f3-30d2-40a5-9279-fb7eb8d21cf0 None None] The sync data for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi is: [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': '17e84cff-193f-43ab-9a92-ec9182bb4198', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '218758ca-650d-432b-ad7e-de406534358b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:a7:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f796f74-f808-4031-9647-3789ea18b504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:15:39Z', 'updated_at': '2022-03-08T12:15:39Z', 'revision_number': 0, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}, {'id': 'df653f9f-6911-4bdb-a358-9e1631bb39ea', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '816ef4f9-e7de-4f63-afba-24784db580b1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:bb:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:13:28Z', 'updated_at': '2022-03-08T12:13:31Z', 'revision_number': 1, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:15:42.258904 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2105490-32aa-4d6e-a3fb-b7c2778f735f None None] New status for floating IP 17e84cff-193f-43ab-9a92-ec9182bb4198: ACTIVE {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:15:53.649510 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-e9422a85-1bee-4b33-bb87-a34aaa25d617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.332504 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 58932) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:15:55.489313 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-b8e2ca5d-3653-4e89-845e-6dce72e6600f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Deleting port 7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7 {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:15:55.489656 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ca5d-3653-4e89-845e-6dce72e6600f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.565302 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ca5d-3653-4e89-845e-6dce72e6600f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.565620 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ca5d-3653-4e89-845e-6dce72e6600f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for floatingip (7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.577174 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-b8e2ca5d-3653-4e89-845e-6dce72e6600f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Calling delete_port for 7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7 owned by network:floatingip {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:15:55.793745 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ca5d-3653-4e89-845e-6dce72e6600f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.819579 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2ca5d-3653-4e89-845e-6dce72e6600f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Pushing event deleted for resources: {'Port': ['ID=7c321aa4-9f0e-45c0-afa8-1477d0ec3cc7,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:55.880191 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ca5d-3653-4e89-845e-6dce72e6600f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for floatingip (6431437d-1912-46d2-bf01-d01bdf4cd041), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:55.880579 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.db.l3_db [None req-b8e2ca5d-3653-4e89-845e-6dce72e6600f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Floating IP 6431437d-1912-46d2-bf01-d01bdf4cd041 disassociated (deleted). External IP: 172.27.1.150, port: 4b12b73b-9467-4e74-978e-3689d99506e9. Mar 08 12:15:56.090707 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e2ca5d-3653-4e89-845e-6dce72e6600f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Router 98d06743-3c2c-45d8-a44e-01a67cb84757 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:15:56.202445 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e2ca5d-3653-4e89-845e-6dce72e6600f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:15:56.207252 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ca5d-3653-4e89-845e-6dce72e6600f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:56.212144 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09927314-d5cb-4b33-baa8-1e5a5f335e18 None None] Sync routers for ids ['98d06743-3c2c-45d8-a44e-01a67cb84757'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:15:56.223738 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09927314-d5cb-4b33-baa8-1e5a5f335e18 None None] Routers {'98d06743-3c2c-45d8-a44e-01a67cb84757'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:15:56.224368 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-09927314-d5cb-4b33-baa8-1e5a5f335e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:15:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['98d06743-3c2c-45d8-a44e-01a67cb84757'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:56.244812 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-b8e2ca5d-3653-4e89-845e-6dce72e6600f tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "DELETE /v2.0/floatingips/6431437d-1912-46d2-bf01-d01bdf4cd041 HTTP/1.1" status: 204 len: 168 time: 0.9074025 Mar 08 12:15:56.244812 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9'}] {{(pid=110508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:56.244812 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad4ed54175498f7201de95f7c4b187fb215e28d107c86196697f6303ee76fad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9882f9-ef8e-4009-8aff-38f93a4b7940" -d '{"events": [{"name": "network-changed", "server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9"}]}' {{(pid=110508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:15:56.284658 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-e47fd65e-94c4-4545-b3ad-bb0b5f3a16a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:56.295929 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc49623-6e16-4071-88d2-14b08085ce7c x-openstack-request-id: req-7dc49623-6e16-4071-88d2-14b08085ce7c {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:15:56.295929 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9", "status": "completed", "code": 200}]} {{(pid=110508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:15:56.295929 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7dc49623-6e16-4071-88d2-14b08085ce7c {{(pid=110508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:15:56.295929 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9', 'status': 'completed', 'code': 200} Mar 08 12:15:56.389756 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9882f9-ef8e-4009-8aff-38f93a4b7940 req-97894a4e-19c0-42e4-8319-e454787bd40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:56.391379 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa9882f9-ef8e-4009-8aff-38f93a4b7940 req-97894a4e-19c0-42e4-8319-e454787bd40c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2&device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 1129 time: 0.0490494 Mar 08 12:15:56.432281 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-09927314-d5cb-4b33-baa8-1e5a5f335e18 None None] Set router 98d06743-3c2c-45d8-a44e-01a67cb84757 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:15:56.496249 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9882f9-ef8e-4009-8aff-38f93a4b7940 req-b45584e2-e6ce-475e-a0fd-e99c60b313e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:56.497740 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa9882f9-ef8e-4009-8aff-38f93a4b7940 req-b45584e2-e6ce-475e-a0fd-e99c60b313e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ca79715-c117-4307-b1d3-f8a94ab698dc HTTP/1.1" status: 200 len: 908 time: 0.0972455 Mar 08 12:15:56.544091 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa9882f9-ef8e-4009-8aff-38f93a4b7940 req-c213b8f1-6d4d-4553-9f47-ac05105ac5c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b12b73b-9467-4e74-978e-3689d99506e9 HTTP/1.1" status: 200 len: 217 time: 0.0350671 Mar 08 12:15:56.590960 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9882f9-ef8e-4009-8aff-38f93a4b7940 req-e40e0da1-209a-4459-b542-5ee94f436e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:56.592466 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa9882f9-ef8e-4009-8aff-38f93a4b7940 req-e40e0da1-209a-4459-b542-5ee94f436e17 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cce1efbf-0de4-4681-afea-b6da3b85f735 HTTP/1.1" status: 200 len: 846 time: 0.0435019 Mar 08 12:15:56.638776 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-09927314-d5cb-4b33-baa8-1e5a5f335e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:10:59Z', 'revision_number': 4, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port': {'id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:55Z', 'updated_at': '2022-03-08T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '5841b247-2b50-40cf-9cd5-95229e8db197', 'name': '', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'mac_address': 'fa:16:3e:c3:fd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:58Z', 'updated_at': '2022-03-08T12:11:02Z', 'revision_number': 5, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'subnets': [{'id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:56.646012 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9882f9-ef8e-4009-8aff-38f93a4b7940 req-e3e3f645-7931-4823-a316-ea4bc4fe189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:56.646012 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa9882f9-ef8e-4009-8aff-38f93a4b7940 req-e3e3f645-7931-4823-a316-ea4bc4fe189c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ca79715-c117-4307-b1d3-f8a94ab698dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461013 Mar 08 12:15:56.669731 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09927314-d5cb-4b33-baa8-1e5a5f335e18 None None] Checking router: 98d06743-3c2c-45d8-a44e-01a67cb84757 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:15:56.678866 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09927314-d5cb-4b33-baa8-1e5a5f335e18 None None] Routers {'98d06743-3c2c-45d8-a44e-01a67cb84757'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:15:56.680397 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-09927314-d5cb-4b33-baa8-1e5a5f335e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:15:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['98d06743-3c2c-45d8-a44e-01a67cb84757'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:56.745596 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa9882f9-ef8e-4009-8aff-38f93a4b7940 req-c85f22f7-a49d-4eaa-83dc-99ecffc154c9 service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919347 Mar 08 12:15:56.792114 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-09927314-d5cb-4b33-baa8-1e5a5f335e18 None None] Set router 98d06743-3c2c-45d8-a44e-01a67cb84757 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:15:56.810852 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01989f87-3624-40d4-a0e2-da6a819418bc req-518545d7-00aa-407b-866f-a421f5b7ab38 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:56.813064 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-01989f87-3624-40d4-a0e2-da6a819418bc req-518545d7-00aa-407b-866f-a421f5b7ab38 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0561736 Mar 08 12:15:56.866803 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-01989f87-3624-40d4-a0e2-da6a819418bc req-2eb47640-9f53-47fc-856a-785c382a7ad7 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474377 Mar 08 12:15:56.949226 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-aa9882f9-ef8e-4009-8aff-38f93a4b7940 req-621764c4-ce35-44e7-8b14-f8d69b539335 service neutron] 10.222.0.55 "GET /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551197 Mar 08 12:15:56.995722 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-09927314-d5cb-4b33-baa8-1e5a5f335e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:10:59Z', 'revision_number': 4, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port': {'id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:55Z', 'updated_at': '2022-03-08T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '5841b247-2b50-40cf-9cd5-95229e8db197', 'name': '', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'mac_address': 'fa:16:3e:c3:fd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:58Z', 'updated_at': '2022-03-08T12:11:02Z', 'revision_number': 5, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'subnets': [{'id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:15:57.022114 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09927314-d5cb-4b33-baa8-1e5a5f335e18 None None] The sync data for ids ['98d06743-3c2c-45d8-a44e-01a67cb84757'] in dv-cinder-830085-2-iscsi is: [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:10:59Z', 'revision_number': 4, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port': {'id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:55Z', 'updated_at': '2022-03-08T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': '5841b247-2b50-40cf-9cd5-95229e8db197', 'name': '', 'network_id': '5ca79715-c117-4307-b1d3-f8a94ab698dc', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'mac_address': 'fa:16:3e:c3:fd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:58Z', 'updated_at': '2022-03-08T12:11:02Z', 'revision_number': 5, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'subnets': [{'id': 'cce1efbf-0de4-4681-afea-b6da3b85f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:15:57.235451 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b059f3-2dda-4275-afde-47b8def7cca2 None None] New status for floating IP 6431437d-1912-46d2-bf01-d01bdf4cd041: DOWN {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:15:57.472618 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:57.986639 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa95726-4650-4bf3-93e5-d6a86f42af6f req-4646d649-2340-41f3-9747-40a9178d5e18 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:57.988166 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3fa95726-4650-4bf3-93e5-d6a86f42af6f req-4646d649-2340-41f3-9747-40a9178d5e18 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0523417 Mar 08 12:15:58.036109 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-3fa95726-4650-4bf3-93e5-d6a86f42af6f req-b6ea14dc-f867-44f5-ac39-1f39be280078 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424116 Mar 08 12:15:58.644302 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6813c-2cef-45d3-beef-19f9b8576a32 req-da027d61-b197-463d-8da9-ab5964df300c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:58.645755 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-48e6813c-2cef-45d3-beef-19f9b8576a32 req-da027d61-b197-463d-8da9-ab5964df300c tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.55 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0512109 Mar 08 12:15:58.964225 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:58.993262 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-48e6813c-2cef-45d3-beef-19f9b8576a32 req-a30180c1-1052-4581-b18d-d5de3d5dce75 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Deleting port 4b12b73b-9467-4e74-978e-3689d99506e9 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:15:58.993876 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-48e6813c-2cef-45d3-beef-19f9b8576a32 req-a30180c1-1052-4581-b18d-d5de3d5dce75 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:59.082541 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-48e6813c-2cef-45d3-beef-19f9b8576a32 req-a30180c1-1052-4581-b18d-d5de3d5dce75 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] For port 4b12b73b-9467-4e74-978e-3689d99506e9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4b12b73b-9467-4e74-978e-3689d99506e9,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:15:59.082911 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-48e6813c-2cef-45d3-beef-19f9b8576a32 req-a30180c1-1052-4581-b18d-d5de3d5dce75 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:59.095675 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-48e6813c-2cef-45d3-beef-19f9b8576a32 req-a30180c1-1052-4581-b18d-d5de3d5dce75 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Calling delete_port for 4b12b73b-9467-4e74-978e-3689d99506e9 owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:15:59.153669 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d6212-4315-45e2-9111-4f85beae52c9 req-868d4012-17a2-41b3-8cd0-c250aeda45b0 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:15:59.155150 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b83d6212-4315-45e2-9111-4f85beae52c9 req-868d4012-17a2-41b3-8cd0-c250aeda45b0 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 945 time: 0.0527532 Mar 08 12:15:59.204030 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-b83d6212-4315-45e2-9111-4f85beae52c9 req-9b3ad655-4622-47d7-a553-be8202df9b16 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd7126cc-df73-44d6-a4df-b13ce908fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432060 Mar 08 12:15:59.278888 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-48e6813c-2cef-45d3-beef-19f9b8576a32 req-a30180c1-1052-4581-b18d-d5de3d5dce75 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (4b12b73b-9467-4e74-978e-3689d99506e9), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:59.305543 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30180c1-1052-4581-b18d-d5de3d5dce75 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Pushing event deleted for resources: {'Port': ['ID=4b12b73b-9467-4e74-978e-3689d99506e9,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:15:59.392706 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e6813c-2cef-45d3-beef-19f9b8576a32 req-a30180c1-1052-4581-b18d-d5de3d5dce75 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] No DVR routers for this DVR port 4b12b73b-9467-4e74-978e-3689d99506e9 on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:15:59.392706 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-48e6813c-2cef-45d3-beef-19f9b8576a32 req-a30180c1-1052-4581-b18d-d5de3d5dce75 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:15:59.392706 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-48e6813c-2cef-45d3-beef-19f9b8576a32 req-a30180c1-1052-4581-b18d-d5de3d5dce75 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.55 "DELETE /v2.0/ports/4b12b73b-9467-4e74-978e-3689d99506e9 HTTP/1.1" status: 204 len: 173 time: 0.7084343 Mar 08 12:15:59.392706 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'name': 'network-vif-deleted', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:15:59.392706 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fbbbe8-1d22-444f-9fd2-d95dd808bd4b" -d '{"events": [{"server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "name": "network-vif-deleted", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:15:59.399727 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48df50d-51ac-48c0-a1ed-65533f11029b x-openstack-request-id: req-b48df50d-51ac-48c0-a1ed-65533f11029b {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:15:59.400013 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2452ce66-cadf-4130-87d1-08a0be25b71f", "name": "network-vif-deleted", "tag": "4b12b73b-9467-4e74-978e-3689d99506e9", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:15:59.400269 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b48df50d-51ac-48c0-a1ed-65533f11029b {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:15:59.400671 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2452ce66-cadf-4130-87d1-08a0be25b71f', 'name': 'network-vif-deleted', 'tag': '4b12b73b-9467-4e74-978e-3689d99506e9', 'status': 'completed', 'code': 200} Mar 08 12:15:59.877176 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:00.319383 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-068e0a9e-03d2-445b-b16b-b1cd13102d6b req-ec7704e4-6b5d-4a74-b66f-6f995055cb87 tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "GET /v2.0/ports?device_id=2452ce66-cadf-4130-87d1-08a0be25b71f HTTP/1.1" status: 200 len: 210 time: 0.0306389 Mar 08 12:16:01.030705 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:16:01.376961 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 58950) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:01.433458 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7bd81f29-dd46-4ada-a2df-0deef0bc2d2b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group (dd7126cc-df73-44d6-a4df-b13ce908fc59), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:01.458939 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7bd81f29-dd46-4ada-a2df-0deef0bc2d2b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group (dd7126cc-df73-44d6-a4df-b13ce908fc59), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:01.604193 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:01.632814 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7bd81f29-dd46-4ada-a2df-0deef0bc2d2b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (dd7126cc-df73-44d6-a4df-b13ce908fc59), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:01.635952 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-7bd81f29-dd46-4ada-a2df-0deef0bc2d2b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:01.637109 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-7bd81f29-dd46-4ada-a2df-0deef0bc2d2b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] 10.222.0.44 "DELETE /v2.0/security-groups/dd7126cc-df73-44d6-a4df-b13ce908fc59 HTTP/1.1" status: 204 len: 168 time: 0.2591836 Mar 08 12:16:01.646360 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd81f29-dd46-4ada-a2df-0deef0bc2d2b tempest-TestShelveInstance-1609096304 tempest-TestShelveInstance-1609096304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7126cc-df73-44d6-a4df-b13ce908fc59,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:01.764858 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 58954) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:02.214458 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f811047d-a871-41f7-90db-2e787739ecb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077333'] for router_interface (98d06743-3c2c-45d8-a44e-01a67cb84757), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.447581 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4b12b73b-9467-4e74-978e-3689d99506e9 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:16:02.469661 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-f811047d-a871-41f7-90db-2e787739ecb4 admin admin] Deleting port 5841b247-2b50-40cf-9cd5-95229e8db197 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:16:02.469931 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f811047d-a871-41f7-90db-2e787739ecb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.471014 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 4b12b73b-9467-4e74-978e-3689d99506e9 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:16:02.471398 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 4b12b73b-9467-4e74-978e-3689d99506e9 not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:16:02.552528 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-f811047d-a871-41f7-90db-2e787739ecb4 admin admin] For port 5841b247-2b50-40cf-9cd5-95229e8db197, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=5841b247-2b50-40cf-9cd5-95229e8db197,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:02.552888 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f811047d-a871-41f7-90db-2e787739ecb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.564426 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-f811047d-a871-41f7-90db-2e787739ecb4 admin admin] Calling delete_port for 5841b247-2b50-40cf-9cd5-95229e8db197 owned by network:router_interface {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:16:02.832948 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f811047d-a871-41f7-90db-2e787739ecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (5841b247-2b50-40cf-9cd5-95229e8db197), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:02.859382 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811047d-a871-41f7-90db-2e787739ecb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5841b247-2b50-40cf-9cd5-95229e8db197,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:03.030284 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f811047d-a871-41f7-90db-2e787739ecb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33134858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077281'] for router_interface (98d06743-3c2c-45d8-a44e-01a67cb84757), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:03.248131 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f811047d-a871-41f7-90db-2e787739ecb4 admin admin] Router 98d06743-3c2c-45d8-a44e-01a67cb84757 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:16:03.355284 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f811047d-a871-41f7-90db-2e787739ecb4 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:16:03.360394 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-f811047d-a871-41f7-90db-2e787739ecb4 admin admin] 10.222.0.44 "PUT /v2.0/routers/98d06743-3c2c-45d8-a44e-01a67cb84757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5945125 Mar 08 12:16:03.362886 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 58960) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:03.365678 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c3fd2-b7b8-401f-bffb-12e049d86a7c None None] Sync routers for ids ['98d06743-3c2c-45d8-a44e-01a67cb84757'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:16:03.376735 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c3fd2-b7b8-401f-bffb-12e049d86a7c None None] Routers {'98d06743-3c2c-45d8-a44e-01a67cb84757'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:03.377317 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-e53c3fd2-b7b8-401f-bffb-12e049d86a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:15:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['98d06743-3c2c-45d8-a44e-01a67cb84757'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:03.558343 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Publish callbacks [] for router (98d06743-3c2c-45d8-a44e-01a67cb84757), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:03.562181 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-e53c3fd2-b7b8-401f-bffb-12e049d86a7c None None] Set router 98d06743-3c2c-45d8-a44e-01a67cb84757 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:03.662968 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Publish callbacks [] for router_gateway (98d06743-3c2c-45d8-a44e-01a67cb84757), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:03.733704 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-e53c3fd2-b7b8-401f-bffb-12e049d86a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:16:02Z', 'revision_number': 5, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port': {'id': 'e74a0bdf-5631-40bc-963e-234154491e19', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:10:55Z', 'updated_at': '2022-03-08T12:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:03.759300 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c3fd2-b7b8-401f-bffb-12e049d86a7c None None] Checking router: 98d06743-3c2c-45d8-a44e-01a67cb84757 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:16:03.768272 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c3fd2-b7b8-401f-bffb-12e049d86a7c None None] Routers {'98d06743-3c2c-45d8-a44e-01a67cb84757'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:03.768877 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-e53c3fd2-b7b8-401f-bffb-12e049d86a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:15:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['98d06743-3c2c-45d8-a44e-01a67cb84757'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:03.773866 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Deleting port e74a0bdf-5631-40bc-963e-234154491e19 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:16:03.774213 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (e74a0bdf-5631-40bc-963e-234154491e19), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:03.856611 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-e53c3fd2-b7b8-401f-bffb-12e049d86a7c None None] Set router 98d06743-3c2c-45d8-a44e-01a67cb84757 gateway port host: None {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:03.861380 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] For port e74a0bdf-5631-40bc-963e-234154491e19, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=e74a0bdf-5631-40bc-963e-234154491e19,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:03.861918 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (e74a0bdf-5631-40bc-963e-234154491e19), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:03.875728 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Calling delete_port for e74a0bdf-5631-40bc-963e-234154491e19 owned by network:router_gateway {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:16:03.910430 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-e53c3fd2-b7b8-401f-bffb-12e049d86a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 6, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port_host': None}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:03.937104 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c3fd2-b7b8-401f-bffb-12e049d86a7c None None] The sync data for ids ['98d06743-3c2c-45d8-a44e-01a67cb84757'] in dv-cinder-830085-2-iscsi is: [{'id': '98d06743-3c2c-45d8-a44e-01a67cb84757', 'name': 'tempest-TestShelveInstance-39714458-router', 'tenant_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:10:54Z', 'updated_at': '2022-03-08T12:16:03Z', 'revision_number': 6, 'project_id': 'a6b7a4b1f8e5496e8e8db27bdbcd6dc2', 'gw_port_host': None}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:16:04.135827 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (e74a0bdf-5631-40bc-963e-234154491e19), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.162260 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Pushing event deleted for resources: {'Port': ['ID=e74a0bdf-5631-40bc-963e-234154491e19,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:04.223103 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33063819'] for router_gateway (98d06743-3c2c-45d8-a44e-01a67cb84757), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.323262 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33075775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31862'] for router (98d06743-3c2c-45d8-a44e-01a67cb84757), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.325684 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Publish callbacks [] for router_controller (98d06743-3c2c-45d8-a44e-01a67cb84757), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.439369 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33075752'] for router (98d06743-3c2c-45d8-a44e-01a67cb84757), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.439965 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98d06743-3c2c-45d8-a44e-01a67cb84757 {{(pid=110507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:16:04.446306 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.447623 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-5f02e473-27a7-4629-a85b-013bb99a5884 admin admin] 10.222.0.44 "DELETE /v2.0/routers/98d06743-3c2c-45d8-a44e-01a67cb84757 HTTP/1.1" status: 204 len: 168 time: 1.0837796 Mar 08 12:16:04.450885 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 58962) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:04.496099 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1676f66-190c-446d-94c8-dcbae09b4042 admin admin] Deleting subnet cce1efbf-0de4-4681-afea-b6da3b85f735 {{(pid=110507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:16:04.499389 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f1676f66-190c-446d-94c8-dcbae09b4042 admin admin] Publish callbacks [] for subnet (cce1efbf-0de4-4681-afea-b6da3b85f735), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.535481 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f1676f66-190c-446d-94c8-dcbae09b4042 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30976093'] for subnet (cce1efbf-0de4-4681-afea-b6da3b85f735), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.615343 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f1676f66-190c-446d-94c8-dcbae09b4042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (cce1efbf-0de4-4681-afea-b6da3b85f735), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.747620 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f1676f66-190c-446d-94c8-dcbae09b4042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30549010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257006'] for subnet (cce1efbf-0de4-4681-afea-b6da3b85f735), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.775413 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1676f66-190c-446d-94c8-dcbae09b4042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce1efbf-0de4-4681-afea-b6da3b85f735,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:04.779144 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-f1676f66-190c-446d-94c8-dcbae09b4042 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.782680 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-f1676f66-190c-446d-94c8-dcbae09b4042 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cce1efbf-0de4-4681-afea-b6da3b85f735 HTTP/1.1" status: 204 len: 168 time: 0.3304164 Mar 08 12:16:04.785853 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 58964) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:04.791095 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6547679f-d859-4472-aebe-076265499e3e None None] Network 5ca79715-c117-4307-b1d3-f8a94ab698dc requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:16:04.796184 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device e74a0bdf-5631-40bc-963e-234154491e19 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:16:04.861402 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (5ca79715-c117-4307-b1d3-f8a94ab698dc), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.867239 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: e74a0bdf-5631-40bc-963e-234154491e19 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:16:04.867849 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device e74a0bdf-5631-40bc-963e-234154491e19 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:16:04.868445 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 5841b247-2b50-40cf-9cd5-95229e8db197 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:16:04.890551 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 5841b247-2b50-40cf-9cd5-95229e8db197 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:16:04.891106 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 5841b247-2b50-40cf-9cd5-95229e8db197 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:16:04.921418 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Deleting port 88752d1f-7515-4740-96bd-590691a496be {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:16:04.921760 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (88752d1f-7515-4740-96bd-590691a496be), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:04.996679 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] For port 88752d1f-7515-4740-96bd-590691a496be, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=88752d1f-7515-4740-96bd-590691a496be,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:04.997047 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (88752d1f-7515-4740-96bd-590691a496be), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.008795 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79070ec6-384b-45a8-bccf-ce9f7c97078e None None] DHCP port deletion for 5ca79715-c117-4307-b1d3-f8a94ab698dc request from dv-cinder-830085-2-iscsi {{(pid=110509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:16:05.012719 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Calling delete_port for 88752d1f-7515-4740-96bd-590691a496be owned by network:dhcp {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:16:05.058952 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-79070ec6-384b-45a8-bccf-ce9f7c97078e None None] Deleting port 88752d1f-7515-4740-96bd-590691a496be {{(pid=110509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:16:05.059362 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-79070ec6-384b-45a8-bccf-ce9f7c97078e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (88752d1f-7515-4740-96bd-590691a496be), before_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.182030 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (88752d1f-7515-4740-96bd-590691a496be), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.209124 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Pushing event deleted for resources: {'Port': ['ID=88752d1f-7515-4740-96bd-590691a496be,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:05.212692 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] No DVR routers for this DVR port 88752d1f-7515-4740-96bd-590691a496be on host dv-cinder-830085-2-iscsi {{(pid=110508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:16:05.256992 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-79070ec6-384b-45a8-bccf-ce9f7c97078e None None] For port 88752d1f-7515-4740-96bd-590691a496be, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=88752d1f-7515-4740-96bd-590691a496be,segment=NetworkSegment(fb099d43-7cb8-46e7-aa25-cc3d290f43f1),segment_id=fb099d43-7cb8-46e7-aa25-cc3d290f43f1)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:05.257415 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-79070ec6-384b-45a8-bccf-ce9f7c97078e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (88752d1f-7515-4740-96bd-590691a496be), precommit_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.270266 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-79070ec6-384b-45a8-bccf-ce9f7c97078e None None] Calling delete_port for 88752d1f-7515-4740-96bd-590691a496be owned by network:dhcp {{(pid=110509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:16:05.288799 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (5ca79715-c117-4307-b1d3-f8a94ab698dc), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.313578 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca79715-c117-4307-b1d3-f8a94ab698dc']}} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:05.323251 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1') {'for_net_delete': True} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:05.323545 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb099d43-7cb8-46e7-aa25-cc3d290f43f1') {} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:05.332945 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29552336'] for segment (fb099d43-7cb8-46e7-aa25-cc3d290f43f1), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.346397 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (fb099d43-7cb8-46e7-aa25-cc3d290f43f1), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.347556 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-79070ec6-384b-45a8-bccf-ce9f7c97078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370'] for port (88752d1f-7515-4740-96bd-590691a496be), after_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.353163 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=110508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30228028'] for segment (fb099d43-7cb8-46e7-aa25-cc3d290f43f1), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: Traceback (most recent call last): Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: timer() Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: cb(*args, **kw) Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: return func(*args, **kwargs) Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: self._notify() Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: self.callback(batched_events) Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: event.method(event) Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: return f(self, *a, **k) Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._get(url).json() Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: return self.request(url, 'GET', **kwargs) Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:16:05.357301 dv-cinder-830085-2-iscsi neutron-server[110508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:16:05.373082 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79070ec6-384b-45a8-bccf-ce9f7c97078e None None] Pushing event deleted for resources: {'Port': ['ID=88752d1f-7515-4740-96bd-590691a496be,revision_number=None']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:05.376880 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79070ec6-384b-45a8-bccf-ce9f7c97078e None None] No DVR routers for this DVR port 88752d1f-7515-4740-96bd-590691a496be on host dv-cinder-830085-2-iscsi {{(pid=110509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:16:05.461925 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (5ca79715-c117-4307-b1d3-f8a94ab698dc), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.468530 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:05.474377 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] 10.222.0.44 "DELETE /v2.0/networks/5ca79715-c117-4307-b1d3-f8a94ab698dc HTTP/1.1" status: 204 len: 168 time: 0.6845796 Mar 08 12:16:05.474790 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 58966) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:05.483539 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421d335-ea22-496e-8a30-4a3ba58457cc admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca79715-c117-4307-b1d3-f8a94ab698dc,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:05.834119 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b5ab78da-bd44-4056-940a-a2b1f43f1281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077333'] for router_interface (3c09b5c1-e681-4d75-b205-56dcc56ac33f), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.342448 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab78da-bd44-4056-940a-a2b1f43f1281 admin admin] Deleting port 79d3053f-22db-4d42-8ef3-8a31be476793 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:16:06.342791 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b5ab78da-bd44-4056-940a-a2b1f43f1281 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.424112 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-b5ab78da-bd44-4056-940a-a2b1f43f1281 admin admin] For port 79d3053f-22db-4d42-8ef3-8a31be476793, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=79d3053f-22db-4d42-8ef3-8a31be476793,segment=NetworkSegment(97e60460-916b-4cdf-942b-d57b8d2a58b5),segment_id=97e60460-916b-4cdf-942b-d57b8d2a58b5)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:06.424521 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b5ab78da-bd44-4056-940a-a2b1f43f1281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.437035 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab78da-bd44-4056-940a-a2b1f43f1281 admin admin] Calling delete_port for 79d3053f-22db-4d42-8ef3-8a31be476793 owned by network:router_interface {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:16:06.672932 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b5ab78da-bd44-4056-940a-a2b1f43f1281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (79d3053f-22db-4d42-8ef3-8a31be476793), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:06.703605 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab78da-bd44-4056-940a-a2b1f43f1281 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d3053f-22db-4d42-8ef3-8a31be476793,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:06.854284 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 88752d1f-7515-4740-96bd-590691a496be no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:16:06.878240 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 88752d1f-7515-4740-96bd-590691a496be {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:16:06.878810 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 88752d1f-7515-4740-96bd-590691a496be not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:16:06.894444 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b5ab78da-bd44-4056-940a-a2b1f43f1281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33134858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077281'] for router_interface (3c09b5c1-e681-4d75-b205-56dcc56ac33f), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:07.114340 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ab78da-bd44-4056-940a-a2b1f43f1281 admin admin] Router 3c09b5c1-e681-4d75-b205-56dcc56ac33f has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:16:07.221605 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ab78da-bd44-4056-940a-a2b1f43f1281 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:16:07.226604 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-b5ab78da-bd44-4056-940a-a2b1f43f1281 admin admin] 10.222.0.44 "PUT /v2.0/routers/3c09b5c1-e681-4d75-b205-56dcc56ac33f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7506232 Mar 08 12:16:07.229689 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 58968) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:07.231077 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83a1c5f-23e5-41a1-a5c6-91b7e7608bb7 None None] Sync routers for ids ['3c09b5c1-e681-4d75-b205-56dcc56ac33f'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:16:07.241471 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83a1c5f-23e5-41a1-a5c6-91b7e7608bb7 None None] Routers {'3c09b5c1-e681-4d75-b205-56dcc56ac33f'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:07.242084 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-b83a1c5f-23e5-41a1-a5c6-91b7e7608bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:15:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['3c09b5c1-e681-4d75-b205-56dcc56ac33f'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:07.336920 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Publish callbacks [] for router (3c09b5c1-e681-4d75-b205-56dcc56ac33f), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:07.349346 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-b83a1c5f-23e5-41a1-a5c6-91b7e7608bb7 None None] Set router 3c09b5c1-e681-4d75-b205-56dcc56ac33f gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:07.442966 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Publish callbacks [] for router_gateway (3c09b5c1-e681-4d75-b205-56dcc56ac33f), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:07.532672 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-b83a1c5f-23e5-41a1-a5c6-91b7e7608bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'name': 'tempest-TestShelveInstance-1831711403-router', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '349477f0-2656-464c-98cd-0c7768e838bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:03Z', 'updated_at': '2022-03-08T12:16:06Z', 'revision_number': 5, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'gw_port': {'id': '349477f0-2656-464c-98cd-0c7768e838bc', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:11:04Z', 'updated_at': '2022-03-08T12:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:07.563027 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83a1c5f-23e5-41a1-a5c6-91b7e7608bb7 None None] Checking router: 3c09b5c1-e681-4d75-b205-56dcc56ac33f for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:16:07.565243 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Deleting port 349477f0-2656-464c-98cd-0c7768e838bc {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:16:07.565589 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (349477f0-2656-464c-98cd-0c7768e838bc), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:07.571384 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83a1c5f-23e5-41a1-a5c6-91b7e7608bb7 None None] Routers {'3c09b5c1-e681-4d75-b205-56dcc56ac33f'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:16:07.572033 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-b83a1c5f-23e5-41a1-a5c6-91b7e7608bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:15:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['3c09b5c1-e681-4d75-b205-56dcc56ac33f'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:07.642113 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] For port 349477f0-2656-464c-98cd-0c7768e838bc, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=349477f0-2656-464c-98cd-0c7768e838bc,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:07.642466 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (349477f0-2656-464c-98cd-0c7768e838bc), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:07.654811 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Calling delete_port for 349477f0-2656-464c-98cd-0c7768e838bc owned by network:router_gateway {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:16:07.661283 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-b83a1c5f-23e5-41a1-a5c6-91b7e7608bb7 None None] Set router 3c09b5c1-e681-4d75-b205-56dcc56ac33f gateway port host: None {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:16:07.712315 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-b83a1c5f-23e5-41a1-a5c6-91b7e7608bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'name': 'tempest-TestShelveInstance-1831711403-router', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:03Z', 'updated_at': '2022-03-08T12:16:07Z', 'revision_number': 6, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'gw_port_host': None}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:07.741818 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83a1c5f-23e5-41a1-a5c6-91b7e7608bb7 None None] The sync data for ids ['3c09b5c1-e681-4d75-b205-56dcc56ac33f'] in dv-cinder-830085-2-iscsi is: [{'id': '3c09b5c1-e681-4d75-b205-56dcc56ac33f', 'name': 'tempest-TestShelveInstance-1831711403-router', 'tenant_id': 'e7395e3a09b045d483fe164bd012516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:11:03Z', 'updated_at': '2022-03-08T12:16:07Z', 'revision_number': 6, 'project_id': 'e7395e3a09b045d483fe164bd012516c', 'gw_port_host': None}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:16:07.918464 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (349477f0-2656-464c-98cd-0c7768e838bc), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:07.946106 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Pushing event deleted for resources: {'Port': ['ID=349477f0-2656-464c-98cd-0c7768e838bc,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:08.005599 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33063819'] for router_gateway (3c09b5c1-e681-4d75-b205-56dcc56ac33f), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.099415 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33075775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31862'] for router (3c09b5c1-e681-4d75-b205-56dcc56ac33f), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.101927 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Publish callbacks [] for router_controller (3c09b5c1-e681-4d75-b205-56dcc56ac33f), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.227403 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33075752'] for router (3c09b5c1-e681-4d75-b205-56dcc56ac33f), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.227981 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c09b5c1-e681-4d75-b205-56dcc56ac33f {{(pid=110507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:16:08.232900 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.234313 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-da56954c-c79b-4b83-91c3-d6b6df31b682 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3c09b5c1-e681-4d75-b205-56dcc56ac33f HTTP/1.1" status: 204 len: 168 time: 1.0033839 Mar 08 12:16:08.236470 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 58970) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:08.281148 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bf0efb-4b87-4607-b68c-a68a20f81e96 admin admin] Deleting subnet 5830ba1d-e00a-4b01-bcc4-c3849e60ae35 {{(pid=110507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:16:08.284719 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0efb-4b87-4607-b68c-a68a20f81e96 admin admin] Publish callbacks [] for subnet (5830ba1d-e00a-4b01-bcc4-c3849e60ae35), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.321017 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0efb-4b87-4607-b68c-a68a20f81e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30976093'] for subnet (5830ba1d-e00a-4b01-bcc4-c3849e60ae35), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.405218 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0efb-4b87-4607-b68c-a68a20f81e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (5830ba1d-e00a-4b01-bcc4-c3849e60ae35), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.530497 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0efb-4b87-4607-b68c-a68a20f81e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30549010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257006'] for subnet (5830ba1d-e00a-4b01-bcc4-c3849e60ae35), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.554595 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf0efb-4b87-4607-b68c-a68a20f81e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5830ba1d-e00a-4b01-bcc4-c3849e60ae35,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:08.561601 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0efb-4b87-4607-b68c-a68a20f81e96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.567136 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-b8bf0efb-4b87-4607-b68c-a68a20f81e96 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5830ba1d-e00a-4b01-bcc4-c3849e60ae35 HTTP/1.1" status: 204 len: 168 time: 0.3275533 Mar 08 12:16:08.567456 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 58972) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:08.569847 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e7c34b-a3e5-48fb-9bcc-f66f685e9c0d None None] Network 3d325e5f-3274-48ca-b506-e9d1258d6cfc requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:16:08.639685 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (3d325e5f-3274-48ca-b506-e9d1258d6cfc), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.701802 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Deleting port cee06e99-2a7b-440e-8c70-77dbcd7df416 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:16:08.702355 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.740411 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a651ada3-4e0c-4a1f-8944-8117ab3c1e35 None None] DHCP port deletion for 3d325e5f-3274-48ca-b506-e9d1258d6cfc request from dv-cinder-830085-2-iscsi {{(pid=110509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:16:08.774067 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] For port cee06e99-2a7b-440e-8c70-77dbcd7df416, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=cee06e99-2a7b-440e-8c70-77dbcd7df416,segment=NetworkSegment(97e60460-916b-4cdf-942b-d57b8d2a58b5),segment_id=97e60460-916b-4cdf-942b-d57b8d2a58b5)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:08.774446 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.798014 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Calling delete_port for cee06e99-2a7b-440e-8c70-77dbcd7df416 owned by network:dhcp {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:16:08.810207 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-a651ada3-4e0c-4a1f-8944-8117ab3c1e35 None None] Deleting port cee06e99-2a7b-440e-8c70-77dbcd7df416 {{(pid=110509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:16:08.810711 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a651ada3-4e0c-4a1f-8944-8117ab3c1e35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), before_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.823913 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device cee06e99-2a7b-440e-8c70-77dbcd7df416 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:16:08.904240 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-a651ada3-4e0c-4a1f-8944-8117ab3c1e35 None None] For port cee06e99-2a7b-440e-8c70-77dbcd7df416, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=cee06e99-2a7b-440e-8c70-77dbcd7df416,segment=NetworkSegment(97e60460-916b-4cdf-942b-d57b8d2a58b5),segment_id=97e60460-916b-4cdf-942b-d57b8d2a58b5)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:16:08.904637 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a651ada3-4e0c-4a1f-8944-8117ab3c1e35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), precommit_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.918975 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-a651ada3-4e0c-4a1f-8944-8117ab3c1e35 None None] Calling delete_port for cee06e99-2a7b-440e-8c70-77dbcd7df416 owned by network:dhcp {{(pid=110509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:16:08.946112 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:08.973552 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cee06e99-2a7b-440e-8c70-77dbcd7df416,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:08.978339 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] No DVR routers for this DVR port cee06e99-2a7b-440e-8c70-77dbcd7df416 on host dv-cinder-830085-2-iscsi {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:16:09.004833 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Current status of the port cee06e99-2a7b-440e-8c70-77dbcd7df416 is: ACTIVE; New status is: DOWN {{(pid=110509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:16:09.005137 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597727'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), before_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.054105 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (3d325e5f-3274-48ca-b506-e9d1258d6cfc), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.060112 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 349477f0-2656-464c-98cd-0c7768e838bc no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:16:09.062844 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-a651ada3-4e0c-4a1f-8944-8117ab3c1e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370'] for port (cee06e99-2a7b-440e-8c70-77dbcd7df416), after_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.074484 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d325e5f-3274-48ca-b506-e9d1258d6cfc']}} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:09.082626 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 349477f0-2656-464c-98cd-0c7768e838bc {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:16:09.082966 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 349477f0-2656-464c-98cd-0c7768e838bc not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:16:09.083402 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 79d3053f-22db-4d42-8ef3-8a31be476793 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:16:09.084768 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e60460-916b-4cdf-942b-d57b8d2a58b5') {'for_net_delete': True} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:09.085076 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e60460-916b-4cdf-942b-d57b8d2a58b5') {} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:16:09.095470 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30976166'] for segment (97e60460-916b-4cdf-942b-d57b8d2a58b5), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.108818 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (97e60460-916b-4cdf-942b-d57b8d2a58b5), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.114919 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=110507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:16:09.115406 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30549112'] for segment (97e60460-916b-4cdf-942b-d57b8d2a58b5), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: Traceback (most recent call last): Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: timer() Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: cb(*args, **kw) Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: return func(*args, **kwargs) Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: self._notify() Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: self.callback(batched_events) Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: event.method(event) Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: return f(self, *a, **k) Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._get(url).json() Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: return self.request(url, 'GET', **kwargs) Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:16:09.117107 dv-cinder-830085-2-iscsi neutron-server[110507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:16:09.119779 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651ada3-4e0c-4a1f-8944-8117ab3c1e35 None None] Pushing event deleted for resources: {'Port': ['ID=cee06e99-2a7b-440e-8c70-77dbcd7df416,revision_number=None']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:09.123960 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a651ada3-4e0c-4a1f-8944-8117ab3c1e35 None None] No DVR routers for this DVR port cee06e99-2a7b-440e-8c70-77dbcd7df416 on host dv-cinder-830085-2-iscsi {{(pid=110509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:16:09.128057 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 79d3053f-22db-4d42-8ef3-8a31be476793 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:16:09.133709 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 79d3053f-22db-4d42-8ef3-8a31be476793 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:16:09.238912 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (3d325e5f-3274-48ca-b506-e9d1258d6cfc), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.244376 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.248058 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3d325e5f-3274-48ca-b506-e9d1258d6cfc HTTP/1.1" status: 204 len: 168 time: 0.6796558 Mar 08 12:16:09.258931 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1297b-8d59-4d1e-838a-1897c6f9ade0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d325e5f-3274-48ca-b506-e9d1258d6cfc,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:09.616971 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 58976) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:09.656177 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-af058e43-b615-4683-b257-d8e6d8fd4bd1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6b7a4b1f8e5496e8e8db27bdbcd6dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380542 Mar 08 12:16:09.658576 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 58978) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:09.711477 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d010d50d-09f6-49d0-a9de-6dd0b267ac22 admin admin] Publish callbacks [] for security_group (1bbaf38f-a072-4b14-bf23-781a0726f075), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.732639 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d010d50d-09f6-49d0-a9de-6dd0b267ac22 admin admin] Publish callbacks [] for security_group (1bbaf38f-a072-4b14-bf23-781a0726f075), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.854473 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d010d50d-09f6-49d0-a9de-6dd0b267ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (1bbaf38f-a072-4b14-bf23-781a0726f075), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.857040 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-d010d50d-09f6-49d0-a9de-6dd0b267ac22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:09.858192 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-d010d50d-09f6-49d0-a9de-6dd0b267ac22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bbaf38f-a072-4b14-bf23-781a0726f075 HTTP/1.1" status: 204 len: 168 time: 0.1987040 Mar 08 12:16:09.865770 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010d50d-09f6-49d0-a9de-6dd0b267ac22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbaf38f-a072-4b14-bf23-781a0726f075,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:10.531657 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 58984) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:10.570816 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-1069ed09-f5d7-4711-b9cb-4154fbefc418 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7395e3a09b045d483fe164bd012516c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378821 Mar 08 12:16:10.573768 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 58988) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:16:10.620124 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-273c3068-5752-4a90-a847-473784686699 admin admin] Publish callbacks [] for security_group (b2dcd7c8-8b48-4222-aa7f-2942ab73f86f), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:10.641296 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-273c3068-5752-4a90-a847-473784686699 admin admin] Publish callbacks [] for security_group (b2dcd7c8-8b48-4222-aa7f-2942ab73f86f), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:10.768520 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-273c3068-5752-4a90-a847-473784686699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (b2dcd7c8-8b48-4222-aa7f-2942ab73f86f), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:10.771238 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-273c3068-5752-4a90-a847-473784686699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:10.772424 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-273c3068-5752-4a90-a847-473784686699 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2dcd7c8-8b48-4222-aa7f-2942ab73f86f HTTP/1.1" status: 204 len: 168 time: 0.1977515 Mar 08 12:16:10.780187 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c3068-5752-4a90-a847-473784686699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dcd7c8-8b48-4222-aa7f-2942ab73f86f,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:16:23.644297 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-888f00c3-797b-406d-8cac-8f13e977c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:26.267298 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-1373cf60-6e69-4c6d-a98e-b72941873d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:27.490193 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:28.958719 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:29.845006 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:31.541599 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:38.029556 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:16:42.595814 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f43f5904-b833-4556-9afc-92e78817e33a req-137f040e-e3a4-45bc-871d-0d10f8934e30 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459156 Mar 08 12:16:42.683190 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f5904-b833-4556-9afc-92e78817e33a req-3f1e92d1-6d69-472b-a31f-6a75fbabd353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:42.684729 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f43f5904-b833-4556-9afc-92e78817e33a req-3f1e92d1-6d69-472b-a31f-6a75fbabd353 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 1129 time: 0.0446846 Mar 08 12:16:42.798813 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f5904-b833-4556-9afc-92e78817e33a req-198a0a85-627e-4ed2-95fe-c84859c754cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:42.800309 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f43f5904-b833-4556-9afc-92e78817e33a req-198a0a85-627e-4ed2-95fe-c84859c754cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 912 time: 0.0881436 Mar 08 12:16:42.867703 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f43f5904-b833-4556-9afc-92e78817e33a req-5a1acbee-fc6d-4b12-b7b6-7d5313b8e5bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=816ef4f9-e7de-4f63-afba-24784db580b1 HTTP/1.1" status: 200 len: 1001 time: 0.0583127 Mar 08 12:16:42.920266 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f5904-b833-4556-9afc-92e78817e33a req-68d78368-c5a7-49f9-b350-c80db10574d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:42.921684 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f43f5904-b833-4556-9afc-92e78817e33a req-68d78368-c5a7-49f9-b350-c80db10574d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b8a0334-137e-4ca7-8145-79c5e98e839a HTTP/1.1" status: 200 len: 850 time: 0.0428722 Mar 08 12:16:42.976618 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f5904-b833-4556-9afc-92e78817e33a req-b7fa5e61-0fbc-4fee-ab99-3d7fb2c1f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:16:42.978089 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f43f5904-b833-4556-9afc-92e78817e33a req-b7fa5e61-0fbc-4fee-ab99-3d7fb2c1f3b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3fc0b6-5937-41b0-aee4-61d2206408d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467629 Mar 08 12:16:43.070988 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f43f5904-b833-4556-9afc-92e78817e33a req-ed22625c-4e1d-4d55-9f16-25cee5afd242 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818582 Mar 08 12:16:43.167285 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f43f5904-b833-4556-9afc-92e78817e33a req-916e68a5-fcaa-4933-bec7-0238ba4db790 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855913 Mar 08 12:16:53.659911 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-eaf02938-a8c9-4e1a-a986-cbcf98283c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:56.324827 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6c612f38-b1a6-495c-9126-5888d03c137b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:57.450396 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:58.975039 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:16:59.838933 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:01.529584 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:08.573085 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 59002) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:08.732284 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Deleting port 161d8a18-81f0-4598-8fe6-a4704a147b71 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:17:08.732631 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (161d8a18-81f0-4598-8fe6-a4704a147b71), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:08.810103 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (161d8a18-81f0-4598-8fe6-a4704a147b71), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:08.810421 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for floatingip (161d8a18-81f0-4598-8fe6-a4704a147b71), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:08.822892 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Calling delete_port for 161d8a18-81f0-4598-8fe6-a4704a147b71 owned by network:floatingip {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:17:09.101883 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (161d8a18-81f0-4598-8fe6-a4704a147b71), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:09.378928 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event deleted for resources: {'Port': ['ID=161d8a18-81f0-4598-8fe6-a4704a147b71,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:09.391696 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.395362 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.395362 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.395362 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.395362 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.395362 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.395362 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.395362 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.395362 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.395362 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.395362 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.395362 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.396429 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:09.451535 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for floatingip (17e84cff-193f-43ab-9a92-ec9182bb4198), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:09.451970 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Floating IP 17e84cff-193f-43ab-9a92-ec9182bb4198 disassociated (deleted). External IP: 172.27.1.67, port: 218758ca-650d-432b-ad7e-de406534358b. Mar 08 12:17:09.679337 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:17:09.794794 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:17:09.799414 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:09.804953 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61293760-c81d-4444-8a16-c833dffb9b5c None None] Sync routers for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:17:09.818246 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61293760-c81d-4444-8a16-c833dffb9b5c None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:17:09.820374 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-61293760-c81d-4444-8a16-c833dffb9b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:16:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:09.834035 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-205c50b5-e70c-481a-bef3-8a154ef892c5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "DELETE /v2.0/floatingips/17e84cff-193f-43ab-9a92-ec9182bb4198 HTTP/1.1" status: 204 len: 168 time: 1.2598305 Mar 08 12:17:09.834644 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f796f74-f808-4031-9647-3789ea18b504', 'tag': '218758ca-650d-432b-ad7e-de406534358b'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:17:09.836992 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f2aee8-affd-43d7-9ca4-2a46d34c235e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f796f74-f808-4031-9647-3789ea18b504", "tag": "218758ca-650d-432b-ad7e-de406534358b"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:17:09.880364 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d710c81b-447e-4498-b130-166a2b903f76 x-openstack-request-id: req-d710c81b-447e-4498-b130-166a2b903f76 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:17:09.881077 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f796f74-f808-4031-9647-3789ea18b504", "tag": "218758ca-650d-432b-ad7e-de406534358b", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:17:09.881787 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d710c81b-447e-4498-b130-166a2b903f76 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:17:09.882403 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f796f74-f808-4031-9647-3789ea18b504', 'tag': '218758ca-650d-432b-ad7e-de406534358b', 'status': 'completed', 'code': 200} Mar 08 12:17:09.935828 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-61293760-c81d-4444-8a16-c833dffb9b5c None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:17:09.984243 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2aee8-affd-43d7-9ca4-2a46d34c235e req-de755157-ab41-440a-aa47-38d23d324907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:09.985784 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a2f2aee8-affd-43d7-9ca4-2a46d34c235e req-de755157-ab41-440a-aa47-38d23d324907 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 1129 time: 0.0465162 Mar 08 12:17:10.091350 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2aee8-affd-43d7-9ca4-2a46d34c235e req-5a125ad8-8e85-4c42-9d83-cb7cdc11bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:10.092849 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a2f2aee8-affd-43d7-9ca4-2a46d34c235e req-5a125ad8-8e85-4c42-9d83-cb7cdc11bf48 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 912 time: 0.0978062 Mar 08 12:17:10.148000 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a2f2aee8-affd-43d7-9ca4-2a46d34c235e req-58a8a999-50a8-4bb8-b1a1-a7e4fbfe2ae1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=218758ca-650d-432b-ad7e-de406534358b HTTP/1.1" status: 200 len: 217 time: 0.0364757 Mar 08 12:17:10.165065 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-61293760-c81d-4444-8a16-c833dffb9b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': 'df653f9f-6911-4bdb-a358-9e1631bb39ea', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '816ef4f9-e7de-4f63-afba-24784db580b1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:bb:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:13:28Z', 'updated_at': '2022-03-08T12:13:31Z', 'revision_number': 1, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:10.196247 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61293760-c81d-4444-8a16-c833dffb9b5c None None] Checking router: 792f01ae-cd5c-4d86-bc36-a5c0d6028539 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:17:10.207544 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61293760-c81d-4444-8a16-c833dffb9b5c None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:17:10.208191 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-61293760-c81d-4444-8a16-c833dffb9b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:16:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:10.210410 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2aee8-affd-43d7-9ca4-2a46d34c235e req-b5cbe54e-81a1-4ef4-ac8f-f668e3668f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:10.212097 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a2f2aee8-affd-43d7-9ca4-2a46d34c235e req-b5cbe54e-81a1-4ef4-ac8f-f668e3668f02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b8a0334-137e-4ca7-8145-79c5e98e839a HTTP/1.1" status: 200 len: 850 time: 0.0543263 Mar 08 12:17:10.276847 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1193bc1-9791-4f7e-a02d-f8d80587bdf2 req-074bffa0-8b35-4854-8e65-2a650b01b2ae tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:10.278400 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c1193bc1-9791-4f7e-a02d-f8d80587bdf2 req-074bffa0-8b35-4854-8e65-2a650b01b2ae tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 945 time: 0.0591362 Mar 08 12:17:10.319196 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2aee8-affd-43d7-9ca4-2a46d34c235e req-7e3b0b2f-cd45-4a2d-8f59-5c5e3d9822cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:10.320774 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a2f2aee8-affd-43d7-9ca4-2a46d34c235e req-7e3b0b2f-cd45-4a2d-8f59-5c5e3d9822cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3fc0b6-5937-41b0-aee4-61d2206408d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477257 Mar 08 12:17:10.325216 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-61293760-c81d-4444-8a16-c833dffb9b5c None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:17:10.333313 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-c1193bc1-9791-4f7e-a02d-f8d80587bdf2 req-feb93a0c-25bd-46b6-a021-eadd88b0c80b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491621 Mar 08 12:17:10.418443 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a2f2aee8-affd-43d7-9ca4-2a46d34c235e req-42debf9c-bb1a-46c7-b42b-c8018870cd09 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897927 Mar 08 12:17:10.518539 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-a2f2aee8-affd-43d7-9ca4-2a46d34c235e req-dc1bb05e-d6a2-4f9d-8df3-a04f8ec12969 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936589 Mar 08 12:17:10.564892 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-61293760-c81d-4444-8a16-c833dffb9b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': 'df653f9f-6911-4bdb-a358-9e1631bb39ea', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '816ef4f9-e7de-4f63-afba-24784db580b1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:bb:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:13:28Z', 'updated_at': '2022-03-08T12:13:31Z', 'revision_number': 1, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:10.592357 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61293760-c81d-4444-8a16-c833dffb9b5c None None] The sync data for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi is: [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_floatingips': [{'id': 'df653f9f-6911-4bdb-a358-9e1631bb39ea', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'router_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'port_id': '816ef4f9-e7de-4f63-afba-24784db580b1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'mac_address': 'fa:16:3e:bb:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:13:28Z', 'updated_at': '2022-03-08T12:13:31Z', 'revision_number': 1, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:17:10.816234 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ce1a93-4eca-4e7b-b39d-67d9f752ae10 None None] New status for floating IP 17e84cff-193f-43ab-9a92-ec9182bb4198: DOWN {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:17:11.463018 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172b2e0-86cd-49d3-abf9-86c3751cedf1 req-a07bc2a8-6e81-4941-ad13-097afd767e8d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:11.464563 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9172b2e0-86cd-49d3-abf9-86c3751cedf1 req-a07bc2a8-6e81-4941-ad13-097afd767e8d tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 945 time: 0.0567226 Mar 08 12:17:11.516204 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-9172b2e0-86cd-49d3-abf9-86c3751cedf1 req-ea009800-1970-4450-8d7c-66d2982431f7 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445249 Mar 08 12:17:12.286027 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fc2d7-18d1-4f22-8b70-d2b310b9f685 req-14c67d78-f98c-4523-bac7-08e67e1e263b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:12.287488 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f72fc2d7-18d1-4f22-8b70-d2b310b9f685 req-14c67d78-f98c-4523-bac7-08e67e1e263b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 945 time: 0.0585546 Mar 08 12:17:12.390765 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-f72fc2d7-18d1-4f22-8b70-d2b310b9f685 req-54a319ad-a27b-4c0e-a41f-fb4224ffaab5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Deleting port 218758ca-650d-432b-ad7e-de406534358b {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:17:12.391140 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-f72fc2d7-18d1-4f22-8b70-d2b310b9f685 req-54a319ad-a27b-4c0e-a41f-fb4224ffaab5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (218758ca-650d-432b-ad7e-de406534358b), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:12.498029 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-f72fc2d7-18d1-4f22-8b70-d2b310b9f685 req-54a319ad-a27b-4c0e-a41f-fb4224ffaab5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] For port 218758ca-650d-432b-ad7e-de406534358b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=218758ca-650d-432b-ad7e-de406534358b,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:17:12.498760 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-f72fc2d7-18d1-4f22-8b70-d2b310b9f685 req-54a319ad-a27b-4c0e-a41f-fb4224ffaab5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (218758ca-650d-432b-ad7e-de406534358b), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:12.512663 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-f72fc2d7-18d1-4f22-8b70-d2b310b9f685 req-54a319ad-a27b-4c0e-a41f-fb4224ffaab5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Calling delete_port for 218758ca-650d-432b-ad7e-de406534358b owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:17:12.660276 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec74fa-2d8e-4ce6-b2d4-6515fc734aca req-3fd67f7b-a2e2-47fb-899e-d4b023edae12 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:12.661899 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-86ec74fa-2d8e-4ce6-b2d4-6515fc734aca req-3fd67f7b-a2e2-47fb-899e-d4b023edae12 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 945 time: 0.0760128 Mar 08 12:17:12.712017 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-86ec74fa-2d8e-4ce6-b2d4-6515fc734aca req-4b944f5e-0e35-46bb-975c-bb30e8137d7e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446358 Mar 08 12:17:12.742143 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-f72fc2d7-18d1-4f22-8b70-d2b310b9f685 req-54a319ad-a27b-4c0e-a41f-fb4224ffaab5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (218758ca-650d-432b-ad7e-de406534358b), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:12.775809 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a319ad-a27b-4c0e-a41f-fb4224ffaab5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event deleted for resources: {'Port': ['ID=218758ca-650d-432b-ad7e-de406534358b,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:12.826695 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72fc2d7-18d1-4f22-8b70-d2b310b9f685 req-54a319ad-a27b-4c0e-a41f-fb4224ffaab5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] No DVR routers for this DVR port 218758ca-650d-432b-ad7e-de406534358b on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:17:12.829877 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-f72fc2d7-18d1-4f22-8b70-d2b310b9f685 req-54a319ad-a27b-4c0e-a41f-fb4224ffaab5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:12.833443 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-f72fc2d7-18d1-4f22-8b70-d2b310b9f685 req-54a319ad-a27b-4c0e-a41f-fb4224ffaab5 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "DELETE /v2.0/ports/218758ca-650d-432b-ad7e-de406534358b HTTP/1.1" status: 204 len: 173 time: 0.5356216 Mar 08 12:17:12.833910 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f796f74-f808-4031-9647-3789ea18b504', 'name': 'network-vif-deleted', 'tag': '218758ca-650d-432b-ad7e-de406534358b'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:17:12.836224 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e462cd-ec01-4596-a67e-dcff70079c4d" -d '{"events": [{"server_uuid": "9f796f74-f808-4031-9647-3789ea18b504", "name": "network-vif-deleted", "tag": "218758ca-650d-432b-ad7e-de406534358b"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:17:12.872566 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d21b894-c6e7-471d-b8fc-14ee4556f075 x-openstack-request-id: req-8d21b894-c6e7-471d-b8fc-14ee4556f075 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:17:12.872871 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f796f74-f808-4031-9647-3789ea18b504", "name": "network-vif-deleted", "tag": "218758ca-650d-432b-ad7e-de406534358b", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:17:12.873239 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d21b894-c6e7-471d-b8fc-14ee4556f075 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:17:12.873546 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f796f74-f808-4031-9647-3789ea18b504', 'name': 'network-vif-deleted', 'tag': '218758ca-650d-432b-ad7e-de406534358b', 'status': 'completed', 'code': 200} Mar 08 12:17:13.829258 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-a14f1b47-2d7d-4075-9b0b-147fcfff9fec req-2fbc3dc9-53c7-4c19-b104-67625992de68 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f796f74-f808-4031-9647-3789ea18b504 HTTP/1.1" status: 200 len: 210 time: 0.0310025 Mar 08 12:17:15.029131 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:17:16.726738 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 218758ca-650d-432b-ad7e-de406534358b no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:17:16.755731 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 218758ca-650d-432b-ad7e-de406534358b {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:17:16.756312 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 218758ca-650d-432b-ad7e-de406534358b not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:17:17.347700 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 59044) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:17.514274 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-5abae33c-6001-4c8e-93b4-34dfee40593e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Deleting port a67d73e0-c0de-4590-aaae-c0390736839a {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:17:17.514612 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5abae33c-6001-4c8e-93b4-34dfee40593e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (a67d73e0-c0de-4590-aaae-c0390736839a), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:17.602791 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5abae33c-6001-4c8e-93b4-34dfee40593e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (a67d73e0-c0de-4590-aaae-c0390736839a), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:17.603033 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5abae33c-6001-4c8e-93b4-34dfee40593e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for floatingip (a67d73e0-c0de-4590-aaae-c0390736839a), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:17.616382 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-5abae33c-6001-4c8e-93b4-34dfee40593e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Calling delete_port for a67d73e0-c0de-4590-aaae-c0390736839a owned by network:floatingip {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:17:17.850516 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5abae33c-6001-4c8e-93b4-34dfee40593e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (a67d73e0-c0de-4590-aaae-c0390736839a), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:17.881158 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abae33c-6001-4c8e-93b4-34dfee40593e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event deleted for resources: {'Port': ['ID=a67d73e0-c0de-4590-aaae-c0390736839a,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:17.949771 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5abae33c-6001-4c8e-93b4-34dfee40593e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for floatingip (df653f9f-6911-4bdb-a358-9e1631bb39ea), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:17.950210 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.db.l3_db [None req-5abae33c-6001-4c8e-93b4-34dfee40593e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Floating IP df653f9f-6911-4bdb-a358-9e1631bb39ea disassociated (deleted). External IP: 172.27.1.238, port: 816ef4f9-e7de-4f63-afba-24784db580b1. Mar 08 12:17:18.183409 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abae33c-6001-4c8e-93b4-34dfee40593e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:17:18.296587 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abae33c-6001-4c8e-93b4-34dfee40593e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:17:18.301340 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-5abae33c-6001-4c8e-93b4-34dfee40593e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:18.307106 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad45787-e5a2-48e2-ad93-a750d05991e4 None None] Sync routers for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:17:18.318672 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad45787-e5a2-48e2-ad93-a750d05991e4 None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:17:18.319348 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-6ad45787-e5a2-48e2-ad93-a750d05991e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:16:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:18.337567 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-5abae33c-6001-4c8e-93b4-34dfee40593e tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "DELETE /v2.0/floatingips/df653f9f-6911-4bdb-a358-9e1631bb39ea HTTP/1.1" status: 204 len: 168 time: 0.9846241 Mar 08 12:17:18.337567 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'tag': '816ef4f9-e7de-4f63-afba-24784db580b1'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:17:18.337567 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be778d65-49ca-4201-bb4b-b084998d3696" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf855b7-3f07-4609-a5e9-e91959b7e3d0", "tag": "816ef4f9-e7de-4f63-afba-24784db580b1"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:17:18.389578 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f27e646-4f63-4cf2-b9ff-381e6fcaff28 x-openstack-request-id: req-2f27e646-4f63-4cf2-b9ff-381e6fcaff28 {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:17:18.391386 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf855b7-3f07-4609-a5e9-e91959b7e3d0", "tag": "816ef4f9-e7de-4f63-afba-24784db580b1", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:17:18.391730 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f27e646-4f63-4cf2-b9ff-381e6fcaff28 {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:17:18.392163 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'tag': '816ef4f9-e7de-4f63-afba-24784db580b1', 'status': 'completed', 'code': 200} Mar 08 12:17:18.440402 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-6ad45787-e5a2-48e2-ad93-a750d05991e4 None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:17:18.519812 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be778d65-49ca-4201-bb4b-b084998d3696 req-5b12f648-52b2-4a4e-8790-1589690acb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:18.522832 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be778d65-49ca-4201-bb4b-b084998d3696 req-5b12f648-52b2-4a4e-8790-1589690acb4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43e73bb16a7d44dd84207ee7161c2808&device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 1129 time: 0.0765300 Mar 08 12:17:18.637055 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be778d65-49ca-4201-bb4b-b084998d3696 req-0c226c03-e9f6-45b3-a7ec-6345a3ef4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:18.638836 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be778d65-49ca-4201-bb4b-b084998d3696 req-0c226c03-e9f6-45b3-a7ec-6345a3ef4672 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 200 len: 912 time: 0.1039927 Mar 08 12:17:18.694264 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be778d65-49ca-4201-bb4b-b084998d3696 req-6f832d00-1648-4779-a184-d84814354fd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=816ef4f9-e7de-4f63-afba-24784db580b1 HTTP/1.1" status: 200 len: 217 time: 0.0459712 Mar 08 12:17:18.696003 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-6ad45787-e5a2-48e2-ad93-a750d05991e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:18.725545 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad45787-e5a2-48e2-ad93-a750d05991e4 None None] Checking router: 792f01ae-cd5c-4d86-bc36-a5c0d6028539 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:17:18.734767 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad45787-e5a2-48e2-ad93-a750d05991e4 None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:17:18.735413 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-6ad45787-e5a2-48e2-ad93-a750d05991e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:16:56Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:18.823720 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be778d65-49ca-4201-bb4b-b084998d3696 req-30285b00-aaf1-4b4a-bdd2-81d9d15c9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:18.825256 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be778d65-49ca-4201-bb4b-b084998d3696 req-30285b00-aaf1-4b4a-bdd2-81d9d15c9c20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b8a0334-137e-4ca7-8145-79c5e98e839a HTTP/1.1" status: 200 len: 850 time: 0.0605216 Mar 08 12:17:18.838221 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5ed32-63c1-4055-8642-54e93f8794bf req-9b745672-9a60-47f8-a1aa-bcd4698a3272 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:18.839931 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-04b5ed32-63c1-4055-8642-54e93f8794bf req-9b745672-9a60-47f8-a1aa-bcd4698a3272 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 945 time: 0.1100848 Mar 08 12:17:18.858384 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-6ad45787-e5a2-48e2-ad93-a750d05991e4 None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:17:18.933713 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be778d65-49ca-4201-bb4b-b084998d3696 req-66d11caf-d742-40b6-98bb-b71c08c13989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:18.935443 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be778d65-49ca-4201-bb4b-b084998d3696 req-66d11caf-d742-40b6-98bb-b71c08c13989 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f3fc0b6-5937-41b0-aee4-61d2206408d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0944827 Mar 08 12:17:18.941404 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-04b5ed32-63c1-4055-8642-54e93f8794bf req-2e7521c4-1245-4ef8-b98c-8bee0b6772b4 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885224 Mar 08 12:17:19.051391 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be778d65-49ca-4201-bb4b-b084998d3696 req-4a35694c-45a6-4c89-8166-986b6febcd85 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078627 Mar 08 12:17:19.152810 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be778d65-49ca-4201-bb4b-b084998d3696 req-34ba94d0-c99c-4a6d-a01b-712ab23cfec7 service neutron] 10.222.0.55 "GET /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946879 Mar 08 12:17:19.181406 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-6ad45787-e5a2-48e2-ad93-a750d05991e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:19.212278 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad45787-e5a2-48e2-ad93-a750d05991e4 None None] The sync data for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi is: [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:09:50Z', 'revision_number': 4, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi', '_interfaces': [{'id': 'ec0517d3-5a68-4c8f-9f0c-deb740dd31a9', 'name': '', 'network_id': '9f3fc0b6-5937-41b0-aee4-61d2206408d9', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'mac_address': 'fa:16:3e:3c:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:50Z', 'updated_at': '2022-03-08T12:09:55Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'subnets': [{'id': '1b8a0334-137e-4ca7-8145-79c5e98e839a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:17:19.444096 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6480a2f8-a308-4add-9a38-68b854fc3a20 None None] New status for floating IP df653f9f-6911-4bdb-a358-9e1631bb39ea: DOWN {{(pid=110509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:17:20.082791 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12982009-fc1c-42eb-a7ba-d9b1de779452 req-5643279e-04d6-4ed2-a828-45c99b005cd3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:20.091780 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-12982009-fc1c-42eb-a7ba-d9b1de779452 req-5643279e-04d6-4ed2-a828-45c99b005cd3 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 945 time: 0.0568457 Mar 08 12:17:20.135854 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-12982009-fc1c-42eb-a7ba-d9b1de779452 req-f51119d1-64db-4bc6-8b05-42c311e7c44f tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4fcbdcf-6524-46ac-a624-48f3214ed003&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459130 Mar 08 12:17:20.698214 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d2b98-acf7-4f74-8d76-bb20e95e25f4 req-38959020-8ce3-45dd-995f-b919cfa92462 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:17:20.699869 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be8d2b98-acf7-4f74-8d76-bb20e95e25f4 req-38959020-8ce3-45dd-995f-b919cfa92462 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 945 time: 0.0586963 Mar 08 12:17:20.809474 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-be8d2b98-acf7-4f74-8d76-bb20e95e25f4 req-3eee4243-d76c-4296-94ce-4a32b5a87b93 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Deleting port 816ef4f9-e7de-4f63-afba-24784db580b1 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:17:20.809840 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-be8d2b98-acf7-4f74-8d76-bb20e95e25f4 req-3eee4243-d76c-4296-94ce-4a32b5a87b93 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:20.906874 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [req-be8d2b98-acf7-4f74-8d76-bb20e95e25f4 req-3eee4243-d76c-4296-94ce-4a32b5a87b93 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] For port 816ef4f9-e7de-4f63-afba-24784db580b1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=816ef4f9-e7de-4f63-afba-24784db580b1,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:17:20.907276 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-be8d2b98-acf7-4f74-8d76-bb20e95e25f4 req-3eee4243-d76c-4296-94ce-4a32b5a87b93 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:20.919954 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [req-be8d2b98-acf7-4f74-8d76-bb20e95e25f4 req-3eee4243-d76c-4296-94ce-4a32b5a87b93 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Calling delete_port for 816ef4f9-e7de-4f63-afba-24784db580b1 owned by compute:nova {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:17:21.113758 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-be8d2b98-acf7-4f74-8d76-bb20e95e25f4 req-3eee4243-d76c-4296-94ce-4a32b5a87b93 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (816ef4f9-e7de-4f63-afba-24784db580b1), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:21.147911 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee4243-d76c-4296-94ce-4a32b5a87b93 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event deleted for resources: {'Port': ['ID=816ef4f9-e7de-4f63-afba-24784db580b1,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:21.194024 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8d2b98-acf7-4f74-8d76-bb20e95e25f4 req-3eee4243-d76c-4296-94ce-4a32b5a87b93 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] No DVR routers for this DVR port 816ef4f9-e7de-4f63-afba-24784db580b1 on host hv-cinder-83008 {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:17:21.196643 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [req-be8d2b98-acf7-4f74-8d76-bb20e95e25f4 req-3eee4243-d76c-4296-94ce-4a32b5a87b93 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for port (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:21.200005 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-be8d2b98-acf7-4f74-8d76-bb20e95e25f4 req-3eee4243-d76c-4296-94ce-4a32b5a87b93 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.55 "DELETE /v2.0/ports/816ef4f9-e7de-4f63-afba-24784db580b1 HTTP/1.1" status: 204 len: 173 time: 0.4926732 Mar 08 12:17:21.204311 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'name': 'network-vif-deleted', 'tag': '816ef4f9-e7de-4f63-afba-24784db580b1'}] {{(pid=110507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:17:21.204311 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0675064abdb9073b7b2dee990cf4795302d12cbd94071174f850f2abd737e067" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac0dd4d-8e26-484f-bfeb-a86d76e04848" -d '{"events": [{"server_uuid": "8bf855b7-3f07-4609-a5e9-e91959b7e3d0", "name": "network-vif-deleted", "tag": "816ef4f9-e7de-4f63-afba-24784db580b1"}]}' {{(pid=110507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:17:21.242382 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [req-8e8f5023-a12c-4ead-82df-2b8b2e713fd6 req-492af02d-91a5-48cb-b2a0-6e6123abeb15 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 210 time: 0.0318689 Mar 08 12:17:21.244169 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2134df0-04ee-40f5-a479-96deda9963bd x-openstack-request-id: req-c2134df0-04ee-40f5-a479-96deda9963bd {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:17:21.245096 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf855b7-3f07-4609-a5e9-e91959b7e3d0", "name": "network-vif-deleted", "tag": "816ef4f9-e7de-4f63-afba-24784db580b1", "status": "completed", "code": 200}]} {{(pid=110507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:17:21.245096 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2134df0-04ee-40f5-a479-96deda9963bd {{(pid=110507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:17:21.245096 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf855b7-3f07-4609-a5e9-e91959b7e3d0', 'name': 'network-vif-deleted', 'tag': '816ef4f9-e7de-4f63-afba-24784db580b1', 'status': 'completed', 'code': 200} Mar 08 12:17:22.351938 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [req-716b3efb-c5f2-4591-a137-585f88f0a4cd req-ea966276-838d-46d6-a3eb-ecf7d5fa5bff tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bf855b7-3f07-4609-a5e9-e91959b7e3d0 HTTP/1.1" status: 200 len: 210 time: 0.0276811 Mar 08 12:17:23.409143 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 59062) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:23.537119 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-c1900e13-ecd6-477f-8ee8-412fd760bd23 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Deleting port e975d454-490a-4f43-a881-cb63f56e1936 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:17:23.537467 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c1900e13-ecd6-477f-8ee8-412fd760bd23 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (e975d454-490a-4f43-a881-cb63f56e1936), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:23.616391 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c1900e13-ecd6-477f-8ee8-412fd760bd23 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (e975d454-490a-4f43-a881-cb63f56e1936), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:23.616716 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c1900e13-ecd6-477f-8ee8-412fd760bd23 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for floatingip (e975d454-490a-4f43-a881-cb63f56e1936), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:23.628332 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-c1900e13-ecd6-477f-8ee8-412fd760bd23 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Calling delete_port for e975d454-490a-4f43-a881-cb63f56e1936 owned by network:floatingip {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:17:23.644496 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-198925f0-6a1e-4fc0-82fb-7728257f0121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:23.828190 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c1900e13-ecd6-477f-8ee8-412fd760bd23 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (e975d454-490a-4f43-a881-cb63f56e1936), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:23.856109 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1900e13-ecd6-477f-8ee8-412fd760bd23 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event deleted for resources: {'Port': ['ID=e975d454-490a-4f43-a881-cb63f56e1936,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:23.918925 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c1900e13-ecd6-477f-8ee8-412fd760bd23 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for floatingip (777ef727-525e-46cc-b166-a710bff3d2ef), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:23.918925 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-c1900e13-ecd6-477f-8ee8-412fd760bd23 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40139'] for floatingip (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:23.920095 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-c1900e13-ecd6-477f-8ee8-412fd760bd23 tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "DELETE /v2.0/floatingips/777ef727-525e-46cc-b166-a710bff3d2ef HTTP/1.1" status: 204 len: 168 time: 0.5099654 Mar 08 12:17:24.773678 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 816ef4f9-e7de-4f63-afba-24784db580b1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:17:24.794527 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] No Port match for: 816ef4f9-e7de-4f63-afba-24784db580b1 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:17:24.794880 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Device 816ef4f9-e7de-4f63-afba-24784db580b1 not bound to the agent host hv-cinder-83008 {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:17:25.277867 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 59074) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:25.333731 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0ec20837-08de-4c2c-a6f1-202c893b360b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group (a4fcbdcf-6524-46ac-a624-48f3214ed003), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:25.364090 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0ec20837-08de-4c2c-a6f1-202c893b360b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group (a4fcbdcf-6524-46ac-a624-48f3214ed003), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:25.513828 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0ec20837-08de-4c2c-a6f1-202c893b360b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (a4fcbdcf-6524-46ac-a624-48f3214ed003), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:25.517030 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-0ec20837-08de-4c2c-a6f1-202c893b360b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Publish callbacks [] for security_group (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:25.522484 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-0ec20837-08de-4c2c-a6f1-202c893b360b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] 10.222.0.44 "DELETE /v2.0/security-groups/a4fcbdcf-6524-46ac-a624-48f3214ed003 HTTP/1.1" status: 204 len: 168 time: 0.2393715 Mar 08 12:17:25.528333 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec20837-08de-4c2c-a6f1-202c893b360b tempest-TestVolumeBootPattern-616433059 tempest-TestVolumeBootPattern-616433059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fcbdcf-6524-46ac-a624-48f3214ed003,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:25.650555 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 59078) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:26.244926 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-dbd251ff-54d3-4cd5-822d-1055b87b7dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:26.309680 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9c3403ce-457d-4913-a745-055033453a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077333'] for router_interface (792f01ae-cd5c-4d86-bc36-a5c0d6028539), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:26.815768 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-9c3403ce-457d-4913-a745-055033453a6c admin admin] Deleting port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:17:26.816105 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9c3403ce-457d-4913-a745-055033453a6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:26.896201 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-9c3403ce-457d-4913-a745-055033453a6c admin admin] For port ec0517d3-5a68-4c8f-9f0c-deb740dd31a9, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=ec0517d3-5a68-4c8f-9f0c-deb740dd31a9,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:17:26.896568 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9c3403ce-457d-4913-a745-055033453a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:26.908797 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-9c3403ce-457d-4913-a745-055033453a6c admin admin] Calling delete_port for ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 owned by network:router_interface {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:17:27.165030 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9c3403ce-457d-4913-a745-055033453a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (ec0517d3-5a68-4c8f-9f0c-deb740dd31a9), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:27.193083 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3403ce-457d-4913-a745-055033453a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0517d3-5a68-4c8f-9f0c-deb740dd31a9,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:27.378743 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-9c3403ce-457d-4913-a745-055033453a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33134858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077281'] for router_interface (792f01ae-cd5c-4d86-bc36-a5c0d6028539), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:27.473048 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:27.600475 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3403ce-457d-4913-a745-055033453a6c admin admin] Router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:17:27.708530 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3403ce-457d-4913-a745-055033453a6c admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:17:27.713468 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-9c3403ce-457d-4913-a745-055033453a6c admin admin] 10.222.0.44 "PUT /v2.0/routers/792f01ae-cd5c-4d86-bc36-a5c0d6028539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0618272 Mar 08 12:17:27.716397 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 59082) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:27.717272 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda97c2-6b26-4bbf-8a52-aefaa12b5654 None None] Sync routers for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:17:27.727371 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda97c2-6b26-4bbf-8a52-aefaa12b5654 None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:17:27.727906 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-deda97c2-6b26-4bbf-8a52-aefaa12b5654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:17:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:27.822280 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Publish callbacks [] for router (792f01ae-cd5c-4d86-bc36-a5c0d6028539), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:27.834679 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-deda97c2-6b26-4bbf-8a52-aefaa12b5654 None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: dv-cinder-830085-2-iscsi {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:17:27.927002 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Publish callbacks [] for router_gateway (792f01ae-cd5c-4d86-bc36-a5c0d6028539), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.007833 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-deda97c2-6b26-4bbf-8a52-aefaa12b5654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 5, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port': {'id': '0323ff84-9620-415c-bab3-be915b7fe79b', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:83:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:47Z', 'updated_at': '2022-03-08T12:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:28.038410 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda97c2-6b26-4bbf-8a52-aefaa12b5654 None None] Checking router: 792f01ae-cd5c-4d86-bc36-a5c0d6028539 for host: dv-cinder-830085-2-iscsi {{(pid=110510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:17:28.047026 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda97c2-6b26-4bbf-8a52-aefaa12b5654 None None] Routers {'792f01ae-cd5c-4d86-bc36-a5c0d6028539'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:17:28.047666 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Deleting port 0323ff84-9620-415c-bab3-be915b7fe79b {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:17:28.047846 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-deda97c2-6b26-4bbf-8a52-aefaa12b5654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:17:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'], 'active': True} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:28.047982 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (0323ff84-9620-415c-bab3-be915b7fe79b), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.128846 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] For port 0323ff84-9620-415c-bab3-be915b7fe79b, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=0323ff84-9620-415c-bab3-be915b7fe79b,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:17:28.129210 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (0323ff84-9620-415c-bab3-be915b7fe79b), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.137553 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_dvr_db [None req-deda97c2-6b26-4bbf-8a52-aefaa12b5654 None None] Set router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 gateway port host: None {{(pid=110510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:17:28.143905 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Calling delete_port for 0323ff84-9620-415c-bab3-be915b7fe79b owned by network:router_gateway {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:17:28.190062 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.l3_hamode_db [None req-deda97c2-6b26-4bbf-8a52-aefaa12b5654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 6, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port_host': None}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:28.220386 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda97c2-6b26-4bbf-8a52-aefaa12b5654 None None] The sync data for ids ['792f01ae-cd5c-4d86-bc36-a5c0d6028539'] in dv-cinder-830085-2-iscsi is: [{'id': '792f01ae-cd5c-4d86-bc36-a5c0d6028539', 'name': 'tempest-TestVolumeBootPattern-909361758-router', 'tenant_id': '43e73bb16a7d44dd84207ee7161c2808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:46Z', 'updated_at': '2022-03-08T12:17:27Z', 'revision_number': 6, 'project_id': '43e73bb16a7d44dd84207ee7161c2808', 'gw_port_host': None}] {{(pid=110510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:17:28.370809 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (0323ff84-9620-415c-bab3-be915b7fe79b), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.398649 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Pushing event deleted for resources: {'Port': ['ID=0323ff84-9620-415c-bab3-be915b7fe79b,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:28.423896 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:28.424291 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:28.424669 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:28.425013 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:28.425354 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:28.425691 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:28.426029 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:28.426397 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:28.426732 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:28.427064 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:28.427442 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:28.427750 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:28.428086 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:28.468247 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33063819'] for router_gateway (792f01ae-cd5c-4d86-bc36-a5c0d6028539), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.564859 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33075775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31862'] for router (792f01ae-cd5c-4d86-bc36-a5c0d6028539), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.567442 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Publish callbacks [] for router_controller (792f01ae-cd5c-4d86-bc36-a5c0d6028539), precommit_delete_associations {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.690286 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33075752'] for router (792f01ae-cd5c-4d86-bc36-a5c0d6028539), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.690821 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 792f01ae-cd5c-4d86-bc36-a5c0d6028539 {{(pid=110508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:17:28.696911 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.698065 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-cc561bd3-be20-419b-b8e2-c45428fed61c admin admin] 10.222.0.44 "DELETE /v2.0/routers/792f01ae-cd5c-4d86-bc36-a5c0d6028539 HTTP/1.1" status: 204 len: 168 time: 0.9806983 Mar 08 12:17:28.702985 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 59084) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:28.747183 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba778616-86ba-47f2-8656-689abaa1b1ac admin admin] Deleting subnet 1b8a0334-137e-4ca7-8145-79c5e98e839a {{(pid=110508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:17:28.750307 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ba778616-86ba-47f2-8656-689abaa1b1ac admin admin] Publish callbacks [] for subnet (1b8a0334-137e-4ca7-8145-79c5e98e839a), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.784737 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ba778616-86ba-47f2-8656-689abaa1b1ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29552171'] for subnet (1b8a0334-137e-4ca7-8145-79c5e98e839a), precommit_delete_associations {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.864954 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ba778616-86ba-47f2-8656-689abaa1b1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (1b8a0334-137e-4ca7-8145-79c5e98e839a), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.935929 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.954164 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ba778616-86ba-47f2-8656-689abaa1b1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30228054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24291517'] for subnet (1b8a0334-137e-4ca7-8145-79c5e98e839a), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.981181 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba778616-86ba-47f2-8656-689abaa1b1ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b8a0334-137e-4ca7-8145-79c5e98e839a,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:28.988594 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-ba778616-86ba-47f2-8656-689abaa1b1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for subnet (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:28.994507 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 59086) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:28.996312 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-ba778616-86ba-47f2-8656-689abaa1b1ac admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1b8a0334-137e-4ca7-8145-79c5e98e839a HTTP/1.1" status: 204 len: 168 time: 0.2905471 Mar 08 12:17:28.997770 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610927ba-cbf5-4fa0-9505-44d9ef3d4156 None None] Network 9f3fc0b6-5937-41b0-aee4-61d2206408d9 requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:17:29.056907 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 0323ff84-9620-415c-bab3-be915b7fe79b no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:17:29.072874 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (9f3fc0b6-5937-41b0-aee4-61d2206408d9), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:29.082048 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 0323ff84-9620-415c-bab3-be915b7fe79b {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:17:29.087720 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 0323ff84-9620-415c-bab3-be915b7fe79b not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:17:29.087720 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:17:29.121238 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:17:29.121238 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device ec0517d3-5a68-4c8f-9f0c-deb740dd31a9 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:17:29.131024 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Deleting port 401ea9dd-3c0e-4067-85f4-bec949656af0 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:17:29.131421 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:29.201633 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] DHCP port deletion for 9f3fc0b6-5937-41b0-aee4-61d2206408d9 request from dv-cinder-830085-2-iscsi {{(pid=110509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:17:29.204720 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] For port 401ea9dd-3c0e-4067-85f4-bec949656af0, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=401ea9dd-3c0e-4067-85f4-bec949656af0,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:17:29.205104 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:29.222885 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Calling delete_port for 401ea9dd-3c0e-4067-85f4-bec949656af0 owned by network:dhcp {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:17:29.257476 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Deleting port 401ea9dd-3c0e-4067-85f4-bec949656af0 {{(pid=110509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:17:29.257971 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), before_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:29.325930 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] For port 401ea9dd-3c0e-4067-85f4-bec949656af0, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=401ea9dd-3c0e-4067-85f4-bec949656af0,segment=NetworkSegment(477c8efc-25d3-492d-aec6-0da753ec76d3),segment_id=477c8efc-25d3-492d-aec6-0da753ec76d3)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:17:29.328497 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), precommit_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:29.339375 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Calling delete_port for 401ea9dd-3c0e-4067-85f4-bec949656af0 owned by network:dhcp {{(pid=110509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:17:29.399381 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:29.425818 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370'] for port (401ea9dd-3c0e-4067-85f4-bec949656af0), after_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:29.426425 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Pushing event deleted for resources: {'Port': ['ID=401ea9dd-3c0e-4067-85f4-bec949656af0,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:29.432081 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] No DVR routers for this DVR port 401ea9dd-3c0e-4067-85f4-bec949656af0 on host dv-cinder-830085-2-iscsi {{(pid=110507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:17:29.448236 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Pushing event deleted for resources: {'Port': ['ID=401ea9dd-3c0e-4067-85f4-bec949656af0,revision_number=None']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:29.456561 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] No DVR routers for this DVR port 401ea9dd-3c0e-4067-85f4-bec949656af0 on host dv-cinder-830085-2-iscsi {{(pid=110509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:17:29.458866 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:29.459247 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:29.459596 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:29.459935 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:29.460268 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:29.460598 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:29.460925 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:29.461252 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:29.461579 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:29.461906 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:29.462254 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:29.462576 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:29.462896 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913527c-7119-4f2a-9a90-8d19169e7e00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-2-iscsi {{(pid=110509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:17:29.515664 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (9f3fc0b6-5937-41b0-aee4-61d2206408d9), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:29.536394 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3fc0b6-5937-41b0-aee4-61d2206408d9']}} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:29.545849 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477c8efc-25d3-492d-aec6-0da753ec76d3') {'for_net_delete': True} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:29.546179 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.services.segments.db [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477c8efc-25d3-492d-aec6-0da753ec76d3') {} {{(pid=110507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:29.555668 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30976166'] for segment (477c8efc-25d3-492d-aec6-0da753ec76d3), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:29.569296 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (477c8efc-25d3-492d-aec6-0da753ec76d3), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:29.574946 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=110507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:17:29.575358 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30549112'] for segment (477c8efc-25d3-492d-aec6-0da753ec76d3), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: Traceback (most recent call last): Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: timer() Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: cb(*args, **kw) Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: return func(*args, **kwargs) Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: self._notify() Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: self.callback(batched_events) Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: event.method(event) Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: return f(self, *a, **k) Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._get(url).json() Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: return self.request(url, 'GET', **kwargs) Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:17:29.576967 dv-cinder-830085-2-iscsi neutron-server[110507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:17:29.696480 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (9f3fc0b6-5937-41b0-aee4-61d2206408d9), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:29.703185 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:29.706342 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] 10.222.0.44 "DELETE /v2.0/networks/9f3fc0b6-5937-41b0-aee4-61d2206408d9 HTTP/1.1" status: 204 len: 168 time: 0.7107928 Mar 08 12:17:29.709378 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 59088) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:29.717807 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e1302-7c9c-4e38-95d0-e1ff3495cfcd admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3fc0b6-5937-41b0-aee4-61d2206408d9,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:29.861967 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:30.347924 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b0db-e830-4488-8f04-d3789a5e6a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077333'] for router_interface (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:30.598503 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3b0db-e830-4488-8f04-d3789a5e6a95 admin admin] Deleting port 3896df33-917d-4abd-904c-d09205670379 {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:17:30.598760 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b0db-e830-4488-8f04-d3789a5e6a95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (3896df33-917d-4abd-904c-d09205670379), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:30.679307 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [None req-8ed3b0db-e830-4488-8f04-d3789a5e6a95 admin admin] For port 3896df33-917d-4abd-904c-d09205670379, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=3896df33-917d-4abd-904c-d09205670379,segment=NetworkSegment(a88e712d-87f9-49aa-951c-2e98e303dc38),segment_id=a88e712d-87f9-49aa-951c-2e98e303dc38)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:17:30.679674 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b0db-e830-4488-8f04-d3789a5e6a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (3896df33-917d-4abd-904c-d09205670379), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:30.691987 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3b0db-e830-4488-8f04-d3789a5e6a95 admin admin] Calling delete_port for 3896df33-917d-4abd-904c-d09205670379 owned by network:router_interface {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:17:30.816711 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 401ea9dd-3c0e-4067-85f4-bec949656af0 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:17:30.837597 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 401ea9dd-3c0e-4067-85f4-bec949656af0 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:17:30.837945 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 401ea9dd-3c0e-4067-85f4-bec949656af0 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:17:30.958991 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b0db-e830-4488-8f04-d3789a5e6a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (3896df33-917d-4abd-904c-d09205670379), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:30.984626 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3b0db-e830-4488-8f04-d3789a5e6a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=3896df33-917d-4abd-904c-d09205670379,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:31.165542 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b0db-e830-4488-8f04-d3789a5e6a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33134858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077281'] for router_interface (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:31.391646 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed3b0db-e830-4488-8f04-d3789a5e6a95 admin admin] Router 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d has already been hosted by L3 agent 17f68cc5-0bc7-4123-afa2-ceaf0941e23f {{(pid=110508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:17:31.502233 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed3b0db-e830-4488-8f04-d3789a5e6a95 admin admin] Notify agent at l3_agent.dv-cinder-830085-2-iscsi the message routers_updated {{(pid=110508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:17:31.507482 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-8ed3b0db-e830-4488-8f04-d3789a5e6a95 admin admin] 10.222.0.44 "PUT /v2.0/routers/161ad9b9-419d-49fc-9a2d-975ac9d9ac7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7967954 Mar 08 12:17:31.510747 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 59090) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:31.515635 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed119c-e4b7-48a1-8a58-cb411f5d1fea None None] Sync routers for ids ['161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'] in dv-cinder-830085-2-iscsi {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:17:31.525390 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ed119c-e4b7-48a1-8a58-cb411f5d1fea None None] Routers {'161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:17:31.526039 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-a3ed119c-e4b7-48a1-8a58-cb411f5d1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:17:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:31.566046 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:31.627205 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Publish callbacks [] for router (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:31.636797 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-a3ed119c-e4b7-48a1-8a58-cb411f5d1fea None None] Set router 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d gateway port host: dv-cinder-830085-2-iscsi {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:17:31.736321 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Publish callbacks [] for router_gateway (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:31.823057 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-a3ed119c-e4b7-48a1-8a58-cb411f5d1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'name': 'tempest-TestVolumeBootPattern-2085620144-router', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'external_fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:55Z', 'updated_at': '2022-03-08T12:17:30Z', 'revision_number': 5, 'project_id': '787aa05a5c3e4a70bfabaad637d98076', 'gw_port': {'id': 'fa8ee373-a977-4fc3-bc71-f93873d97024', 'name': '', 'network_id': '981964ec-6e66-47f5-aee6-03bea7be7d13', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:09:56Z', 'updated_at': '2022-03-08T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8202d2b0-9c57-4c83-9455-27cdb532cee3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-2-iscsi'}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:31.851102 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed119c-e4b7-48a1-8a58-cb411f5d1fea None None] Checking router: 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d for host: dv-cinder-830085-2-iscsi {{(pid=110509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:17:31.852376 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Deleting port fa8ee373-a977-4fc3-bc71-f93873d97024 {{(pid=110507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:17:31.852728 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:31.861214 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ed119c-e4b7-48a1-8a58-cb411f5d1fea None None] Routers {'161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'} bound to L3 agent in host dv-cinder-830085-2-iscsi {{(pid=110509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:17:31.861850 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-a3ed119c-e4b7-48a1-8a58-cb411f5d1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:55:56Z,description=,heartbeat_timestamp=2022-03-08T12:17:26Z,host='dv-cinder-830085-2-iscsi',id=17f68cc5-0bc7-4123-afa2-ceaf0941e23f,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:55:57Z,topic='l3_agent')) {'router_ids': ['161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'], 'active': True} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:31.950460 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.db [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] For port fa8ee373-a977-4fc3-bc71-f93873d97024, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=fa8ee373-a977-4fc3-bc71-f93873d97024,segment=NetworkSegment(4e2a20f3-46d5-445f-913c-932027c514cf),segment_id=4e2a20f3-46d5-445f-913c-932027c514cf)] {{(pid=110507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:17:31.951627 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:31.966037 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Calling delete_port for fa8ee373-a977-4fc3-bc71-f93873d97024 owned by network:router_gateway {{(pid=110507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:17:31.975591 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvr_db [None req-a3ed119c-e4b7-48a1-8a58-cb411f5d1fea None None] Set router 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d gateway port host: None {{(pid=110509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:17:32.035992 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_hamode_db [None req-a3ed119c-e4b7-48a1-8a58-cb411f5d1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'name': 'tempest-TestVolumeBootPattern-2085620144-router', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:55Z', 'updated_at': '2022-03-08T12:17:31Z', 'revision_number': 6, 'project_id': '787aa05a5c3e4a70bfabaad637d98076', 'gw_port_host': None}], 'dv-cinder-830085-2-iscsi', False) {} {{(pid=110509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:32.066686 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed119c-e4b7-48a1-8a58-cb411f5d1fea None None] The sync data for ids ['161ad9b9-419d-49fc-9a2d-975ac9d9ac7d'] in dv-cinder-830085-2-iscsi is: [{'id': '161ad9b9-419d-49fc-9a2d-975ac9d9ac7d', 'name': 'tempest-TestVolumeBootPattern-2085620144-router', 'tenant_id': '787aa05a5c3e4a70bfabaad637d98076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:09:55Z', 'updated_at': '2022-03-08T12:17:31Z', 'revision_number': 6, 'project_id': '787aa05a5c3e4a70bfabaad637d98076', 'gw_port_host': None}] {{(pid=110509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:17:32.233504 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30549029'] for port (fa8ee373-a977-4fc3-bc71-f93873d97024), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:32.262770 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8ee373-a977-4fc3-bc71-f93873d97024,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:32.332529 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33063819'] for router_gateway (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:32.433919 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33075775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31862'] for router (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:32.436857 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Publish callbacks [] for router_controller (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:32.576507 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33075752'] for router (161ad9b9-419d-49fc-9a2d-975ac9d9ac7d), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:32.577227 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 161ad9b9-419d-49fc-9a2d-975ac9d9ac7d {{(pid=110507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:17:32.581887 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:32.583222 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-8f9e72f8-8cc4-40fa-9497-523a233f8576 admin admin] 10.222.0.44 "DELETE /v2.0/routers/161ad9b9-419d-49fc-9a2d-975ac9d9ac7d HTTP/1.1" status: 204 len: 168 time: 1.0692272 Mar 08 12:17:32.585723 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [-] (110507) accepted ('10.222.0.44', 59092) {{(pid=110507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:32.632393 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7bff09-f94e-498a-84cf-3e1f4e275d63 admin admin] Deleting subnet 1cfad737-a15b-4978-98d6-54c97a1dbfa5 {{(pid=110507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 12:17:32.636131 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cb7bff09-f94e-498a-84cf-3e1f4e275d63 admin admin] Publish callbacks [] for subnet (1cfad737-a15b-4978-98d6-54c97a1dbfa5), before_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:32.672891 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cb7bff09-f94e-498a-84cf-3e1f4e275d63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30976093'] for subnet (1cfad737-a15b-4978-98d6-54c97a1dbfa5), precommit_delete_associations {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:32.754106 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cb7bff09-f94e-498a-84cf-3e1f4e275d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752378'] for subnet (1cfad737-a15b-4978-98d6-54c97a1dbfa5), precommit_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:32.886256 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cb7bff09-f94e-498a-84cf-3e1f4e275d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30549010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30257006'] for subnet (1cfad737-a15b-4978-98d6-54c97a1dbfa5), after_delete {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:32.901879 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 3896df33-917d-4abd-904c-d09205670379 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:17:32.913987 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bff09-f94e-498a-84cf-3e1f4e275d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cfad737-a15b-4978-98d6-54c97a1dbfa5,revision_number=None']} {{(pid=110507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:32.920589 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron_lib.callbacks.manager [None req-cb7bff09-f94e-498a-84cf-3e1f4e275d63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:32.924346 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 3896df33-917d-4abd-904c-d09205670379 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:17:32.924565 dv-cinder-830085-2-iscsi neutron-server[110507]: INFO neutron.wsgi [None req-cb7bff09-f94e-498a-84cf-3e1f4e275d63 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1cfad737-a15b-4978-98d6-54c97a1dbfa5 HTTP/1.1" status: 204 len: 168 time: 0.3375974 Mar 08 12:17:32.925085 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 3896df33-917d-4abd-904c-d09205670379 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:17:32.925514 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device fa8ee373-a977-4fc3-bc71-f93873d97024 no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:17:32.927605 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 59094) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:32.956963 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e1a52-fecc-4129-a6a6-9e0a8633ced6 None None] Network b8affd15-f117-44cc-9d7a-2afbf462c49c requested from dv-cinder-830085-2-iscsi {{(pid=110509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:17:32.960743 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: fa8ee373-a977-4fc3-bc71-f93873d97024 {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:17:32.961093 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device fa8ee373-a977-4fc3-bc71-f93873d97024 not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:17:33.027863 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32822133'] for network (b8affd15-f117-44cc-9d7a-2afbf462c49c), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:33.113374 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Deleting port 657c79f5-4002-493e-8a3e-ad783a428fbf {{(pid=110508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:17:33.113798 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:33.155098 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27731c4c-3773-4e3d-8122-cc9a69ef5d8e None None] DHCP port deletion for b8affd15-f117-44cc-9d7a-2afbf462c49c request from dv-cinder-830085-2-iscsi {{(pid=110509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 12:17:33.197760 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.db [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] For port 657c79f5-4002-493e-8a3e-ad783a428fbf, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=657c79f5-4002-493e-8a3e-ad783a428fbf,segment=NetworkSegment(a88e712d-87f9-49aa-951c-2e98e303dc38),segment_id=a88e712d-87f9-49aa-951c-2e98e303dc38)] {{(pid=110508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:17:33.198121 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:33.217116 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-27731c4c-3773-4e3d-8122-cc9a69ef5d8e None None] Deleting port 657c79f5-4002-493e-8a3e-ad783a428fbf {{(pid=110509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 12:17:33.217116 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-27731c4c-3773-4e3d-8122-cc9a69ef5d8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767219564611'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), before_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:33.217309 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.plugin [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Calling delete_port for 657c79f5-4002-493e-8a3e-ad783a428fbf owned by network:dhcp {{(pid=110508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:17:33.280746 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.db [None req-27731c4c-3773-4e3d-8122-cc9a69ef5d8e None None] For port 657c79f5-4002-493e-8a3e-ad783a428fbf, host dv-cinder-830085-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-2-iscsi',level=0,port_id=657c79f5-4002-493e-8a3e-ad783a428fbf,segment=NetworkSegment(a88e712d-87f9-49aa-951c-2e98e303dc38),segment_id=a88e712d-87f9-49aa-951c-2e98e303dc38)] {{(pid=110509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:17:33.281151 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-27731c4c-3773-4e3d-8122-cc9a69ef5d8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33065799'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), precommit_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:33.294915 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-27731c4c-3773-4e3d-8122-cc9a69ef5d8e None None] Calling delete_port for 657c79f5-4002-493e-8a3e-ad783a428fbf owned by network:dhcp {{(pid=110509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 12:17:33.370924 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30228065'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:33.381143 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-27731c4c-3773-4e3d-8122-cc9a69ef5d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767219570854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767219047370'] for port (657c79f5-4002-493e-8a3e-ad783a428fbf), after_delete {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:33.404294 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Pushing event deleted for resources: {'Port': ['ID=657c79f5-4002-493e-8a3e-ad783a428fbf,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:33.406214 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] No DVR routers for this DVR port 657c79f5-4002-493e-8a3e-ad783a428fbf on host dv-cinder-830085-2-iscsi {{(pid=110508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:17:33.411397 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27731c4c-3773-4e3d-8122-cc9a69ef5d8e None None] No DVR routers for this DVR port 657c79f5-4002-493e-8a3e-ad783a428fbf on host dv-cinder-830085-2-iscsi {{(pid=110509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:17:33.418496 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27731c4c-3773-4e3d-8122-cc9a69ef5d8e None None] Pushing event deleted for resources: {'Port': ['ID=657c79f5-4002-493e-8a3e-ad783a428fbf,revision_number=None']} {{(pid=110509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:33.480476 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737141', 'neutron.services.segments.db._delete_segments_for_network-8767219393383'] for network (b8affd15-f117-44cc-9d7a-2afbf462c49c), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:33.501079 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8affd15-f117-44cc-9d7a-2afbf462c49c']}} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:33.510347 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88e712d-87f9-49aa-951c-2e98e303dc38') {'for_net_delete': True} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:33.510652 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.services.segments.db [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88e712d-87f9-49aa-951c-2e98e303dc38') {} {{(pid=110508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:17:33.520589 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767219394672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29552336'] for segment (a88e712d-87f9-49aa-951c-2e98e303dc38), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:33.533588 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137'] for segment (a88e712d-87f9-49aa-951c-2e98e303dc38), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:33.539376 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=110508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:17:33.539770 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-749137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30228028'] for segment (a88e712d-87f9-49aa-951c-2e98e303dc38), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: Traceback (most recent call last): Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: timer() Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: cb(*args, **kw) Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: return func(*args, **kwargs) Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: self._notify() Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: self.callback(batched_events) Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: event.method(event) Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: return f(self, *a, **k) Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._get(url).json() Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: return self.request(url, 'GET', **kwargs) Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:17:33.541398 dv-cinder-830085-2-iscsi neutron-server[110508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:17:33.667900 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33207417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33134853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33063855'] for network (b8affd15-f117-44cc-9d7a-2afbf462c49c), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:33.673867 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33134871'] for network (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:33.676981 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b8affd15-f117-44cc-9d7a-2afbf462c49c HTTP/1.1" status: 204 len: 168 time: 0.7483616 Mar 08 12:17:33.689245 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f97d92-5e2b-402f-bc22-89484e9ac791 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8affd15-f117-44cc-9d7a-2afbf462c49c,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:34.009356 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 59098) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:34.049404 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-177fcf51-2eee-4b42-9951-8eac59b2fc41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43e73bb16a7d44dd84207ee7161c2808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388095 Mar 08 12:17:34.051819 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 59100) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:34.099966 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8ce841f7-892a-48e0-a71e-0055f7439b62 admin admin] Publish callbacks [] for security_group (6d937eef-f545-4de9-beac-7f969807edf7), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:34.122115 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8ce841f7-892a-48e0-a71e-0055f7439b62 admin admin] Publish callbacks [] for security_group (6d937eef-f545-4de9-beac-7f969807edf7), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:34.262270 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8ce841f7-892a-48e0-a71e-0055f7439b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (6d937eef-f545-4de9-beac-7f969807edf7), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:34.265072 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-8ce841f7-892a-48e0-a71e-0055f7439b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:34.266237 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-8ce841f7-892a-48e0-a71e-0055f7439b62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d937eef-f545-4de9-beac-7f969807edf7 HTTP/1.1" status: 204 len: 168 time: 0.2135160 Mar 08 12:17:34.274327 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce841f7-892a-48e0-a71e-0055f7439b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d937eef-f545-4de9-beac-7f969807edf7,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:34.817756 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 657c79f5-4002-493e-8a3e-ad783a428fbf no longer exists at agent ovs-agent-dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:17:34.838219 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.plugin [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] No Port match for: 657c79f5-4002-493e-8a3e-ad783a428fbf {{(pid=110509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 12:17:34.838546 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron.plugins.ml2.rpc [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Device 657c79f5-4002-493e-8a3e-ad783a428fbf not bound to the agent host dv-cinder-830085-2-iscsi {{(pid=110509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:17:34.906709 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 59106) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:34.949180 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-c8a410e9-5133-4c2c-b835-428346828602 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=787aa05a5c3e4a70bfabaad637d98076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413089 Mar 08 12:17:34.951585 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [-] (110508) accepted ('10.222.0.44', 59108) {{(pid=110508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:17:34.997155 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-76951f2e-d0ce-498a-b2f2-1f31befe1f9e admin admin] Publish callbacks [] for security_group (674cb6a4-57f9-4156-8130-bc55023d55f5), before_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:35.018121 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-76951f2e-d0ce-498a-b2f2-1f31befe1f9e admin admin] Publish callbacks [] for security_group (674cb6a4-57f9-4156-8130-bc55023d55f5), precommit_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:35.141996 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-76951f2e-d0ce-498a-b2f2-1f31befe1f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33179543'] for security_group (674cb6a4-57f9-4156-8130-bc55023d55f5), after_delete {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:35.144588 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron_lib.callbacks.manager [None req-76951f2e-d0ce-498a-b2f2-1f31befe1f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:35.145746 dv-cinder-830085-2-iscsi neutron-server[110508]: INFO neutron.wsgi [None req-76951f2e-d0ce-498a-b2f2-1f31befe1f9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/674cb6a4-57f9-4156-8130-bc55023d55f5 HTTP/1.1" status: 204 len: 168 time: 0.1932871 Mar 08 12:17:35.154361 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76951f2e-d0ce-498a-b2f2-1f31befe1f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674cb6a4-57f9-4156-8130-bc55023d55f5,revision_number=None']} {{(pid=110508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:17:52.027706 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:17:53.707892 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-610bec91-cc6f-45b9-995a-137e25c3d509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:56.250499 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-70583daa-bc23-497a-bb19-4c58b4e48e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:57.484596 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:58.970490 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:17:59.833050 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:01.587593 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:23.645385 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2d2e06b4-3df2-4794-9eaa-3448492e511e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:26.205425 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f8115a88-5ed3-4649-81b4-a5389447e73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:27.485146 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:28.994230 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:29.026676 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:18:29.862265 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:31.542353 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:53.645195 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-74c73fd5-ac1f-4815-8eeb-cf3da4ddb708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:56.267580 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2575da21-641a-49c0-abb9-564b2aa8bcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:57.485171 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:58.993857 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:18:59.862635 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:01.542220 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:06.024886 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:19:23.633984 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-6061a698-b166-4c03-99f5-dfe0ae9afd72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:26.341724 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-79a5468f-27f4-4dc5-93ec-af1c1c29c18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:27.519381 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:28.953774 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:29.873342 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:31.553017 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:43.023704 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:19:53.642929 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-323813db-7d27-493f-953d-1e8a077e7474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:56.237409 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-577e753c-d7a7-4d12-b50a-872aee72212c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:57.483088 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:58.980719 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:19:59.957304 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:01.545764 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:14.167388 dv-cinder-830085-2-iscsi neutron-server[110507]: DEBUG neutron.wsgi [req-8efec01c-e8e8-4fb7-afa6-adba509e112e req-656d934f-e114-4619-837d-dc950cddff8f service neutron] (110507) timed out ('10.222.0.55', 49226) {{(pid=110507) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 12:20:16.885104 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [req-bce64c15-bc3c-4752-bcb3-2819fb6619c9 req-5201ba68-a93e-41a8-93da-8bb58d8b2bad service neutron] (110508) timed out ('10.222.0.55', 49212) {{(pid=110508) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 12:20:20.023511 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:20:23.652754 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-9aa03639-02c5-48ac-86a0-87f1025c8cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:26.195576 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d6674d2f-c419-4727-b66d-f68913c656b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:27.463882 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:28.955359 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:29.863817 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:31.572719 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:53.656541 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-2a48af9b-6677-4f0b-b574-debb75010acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:56.211769 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f284c5a2-80ca-402d-8506-525ca985e696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:57.022461 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:20:57.507907 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:58.965168 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:20:59.822525 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:01.553856 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:23.661564 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-043382f8-2362-4b23-9686-97cb12de6f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:26.204587 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-16abeb55-e0e2-433f-93b3-187a8dc2d2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:27.495679 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:28.986560 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:29.861396 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:31.592122 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:34.023363 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:21:53.659957 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-de29fe12-1086-41ae-b386-49e9a81f288a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:56.271470 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-bb018707-da29-44ec-af99-847e3ae4cf8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:57.494229 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:58.987073 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:21:59.836792 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:01.556778 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:11.021560 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:22:23.669884 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-566166db-1941-4a64-90aa-3ed5f2c64db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (28e54277-441b-4228-bf91-862cb23ec3ad), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:26.212931 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-c753503d-1cb7-4646-9060-92fb8fe0d610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (17f68cc5-0bc7-4123-afa2-ceaf0941e23f), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:27.498198 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-f6abcb97-5022-4f16-9381-2edad59df25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (22db9ebb-c022-4827-8307-15213687bb15), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:28.990122 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4062413a-78ea-4a14-9f4b-ac253455ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b635bd94-676a-47c9-90e4-ba71ce16d1e5), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:29.830245 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-d017d457-03a2-4cc9-8be0-324f4bdc5592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (11148200-f1db-41ff-9628-5270cdeb5159), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:31.256349 dv-cinder-830085-2-iscsi neutron-server[110508]: DEBUG neutron.wsgi [req-8e5b90cc-d014-4d0c-b960-b870f7df097d req-09fe6f78-0887-42f4-8775-57421fb71414 service neutron] (110508) timed out ('10.222.0.55', 49246) {{(pid=110508) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 12:22:31.555504 dv-cinder-830085-2-iscsi neutron-server[110509]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36f3-8113-4eb0-ba3b-452c72300661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767219393365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735118'] for agent (b7cf8595-60e6-4687-a595-8271cc8ffc43), after_update {{(pid=110509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:22:48.020783 dv-cinder-830085-2-iscsi neutron-server[110510]: DEBUG neutron.db.agents_db [None req-24f62694-362d-4d63-a094-832125368754 None None] Agent healthcheck: found 6 active agents {{(pid=110510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}